{"severity_text":"INFO","timestamp":"2026-10-30T21:53:34.428016542Z","logger":"setup","body":"managed namespace not found, attempting to create it","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:34.478874119Z","logger":"setup","body":"managed namespace ready","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:34.529028171Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:34.581920293Z","logger":"setup","body":"patched required labels on managed namespace","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:34.680062953Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:34.680077467Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":false,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:34.978910336Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:34.978946942Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.137002249Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/42509","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.185690336Z","body":"LLMInferenceService CRD not yet registered; watch will be added dynamically when KServe is ready","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.237021452Z","logger":"crd-watcher","body":"CRD not yet registered at startup; will register watch dynamically when it appears","service.name":"maas-controller","crdName":"llminferenceservices.serving.kserve.io","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.285532466Z","logger":"maas-authpolicy-controller","body":"AIGuardrail CRD not registered; skipping static watch","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.517161066Z","body":"InferenceObjective CRD not yet registered; request priority is skipped until it appears","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.567748818Z","logger":"crd-watcher","body":"CRD not yet registered at startup; will register watch dynamically when it appears","service.name":"maas-controller","crdName":"llminferenceservices.serving.kserve.io","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.567766863Z","logger":"crd-watcher","body":"CRD not yet registered at startup; will register watch when it is established","service.name":"maas-controller","crdName":"inferenceobjectives.llm-d.ai","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.567858789Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.672331335Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.67299806Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.673112873Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.673165407Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.673258877Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.673302666Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.673419817Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.673466801Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.673575127Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.673914814Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.673960951Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.674008887Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.674249012Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.674281954Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.674356754Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.674405568Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.674478238Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.674592923Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.67467526Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.674755186Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.776000718Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9} I1030 21:53:35.776066 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" I1030 21:53:35.874998 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.875405478Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.875642338Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.875716238Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.875889572Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.875905595Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.875930944Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.876052695Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.876260713Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.876410134Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.87644784Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.87662293Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.876752898Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.876865832Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.876903103Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.876962312Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.877009545Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.877098979Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.877217863Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.877267974Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.877331847Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.877424494Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.877524075Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.87757371Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.877598939Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.877621525Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.877693292Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.877741922Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.877775576Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.877980235Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.878014797Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.878053358Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.878100198Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.878123819Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.878159742Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.8783776Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.878474998Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.878525208Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.878565982Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.878603606Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.878818216Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.878856174Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.87810431Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.879602217Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.879942198Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.880028074Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.880083132Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.880168389Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.880226102Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.880265839Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.880298462Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:35.880356568Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:36.070642521Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:36.118984456Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:36.176587941Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:36.176621614Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:36.181450379Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:36.18148079Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:36.182737114Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:36.182768578Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:36.231297844Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy created","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:36.277256745Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:36.277296665Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:36.27835173Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:36.278381465Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:36.279427293Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:36.279442521Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:36.281518277Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:36.281545386Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:36.283637181Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:36.283654067Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:37.537599765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1d73573-e6b6-4892-ac50-3cd8c62e7148","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:37.587082449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1d73573-e6b6-4892-ac50-3cd8c62e7148","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:37.635817585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1d73573-e6b6-4892-ac50-3cd8c62e7148","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:37.684448167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1d73573-e6b6-4892-ac50-3cd8c62e7148","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:39.473943638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7904f4ea-b804-416e-bdd0-4f3337b205a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:39.522451199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7904f4ea-b804-416e-bdd0-4f3337b205a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:39.571007808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7904f4ea-b804-416e-bdd0-4f3337b205a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:39.619637896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7904f4ea-b804-416e-bdd0-4f3337b205a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:47.154107095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c76a8150-2c62-43bf-8d63-c23ee5fe9614","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:47.202728916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c76a8150-2c62-43bf-8d63-c23ee5fe9614","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:47.251268384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c76a8150-2c62-43bf-8d63-c23ee5fe9614","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:47.299732269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c76a8150-2c62-43bf-8d63-c23ee5fe9614","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:49.138488884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"641c82ed-e2e2-4cc9-b05e-9834cb610d15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:49.187519785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"641c82ed-e2e2-4cc9-b05e-9834cb610d15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:49.236007394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"641c82ed-e2e2-4cc9-b05e-9834cb610d15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:49.284696321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"641c82ed-e2e2-4cc9-b05e-9834cb610d15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:54.130765612Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:54.130798844Z","logger":"crd-watcher","body":"CRD appeared; watch registered dynamically","service.name":"maas-controller","crdName":"llminferenceservices.serving.kserve.io","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:54.130807855Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:54.130831465Z","logger":"crd-watcher","body":"CRD appeared; watch registered dynamically","service.name":"maas-controller","crdName":"llminferenceservices.serving.kserve.io","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:53:54.179539142Z","logger":"controller-runtime.source.Kind","body":"if kind is a CRD, it should be installed before calling Start","service.name":"maas-controller","kind":"LLMInferenceService.serving.kserve.io","error":"no matches for kind \"LLMInferenceService\" in version \"serving.kserve.io/v1alpha2\"","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/kind.go:77\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/loop.go:53\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/loop.go:54\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/kind.go:70"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:53:54.231539908Z","logger":"controller-runtime.source.Kind","body":"if kind is a CRD, it should be installed before calling Start","service.name":"maas-controller","kind":"LLMInferenceService.serving.kserve.io","error":"no matches for kind \"LLMInferenceService\" in version \"serving.kserve.io/v1alpha2\"","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/kind.go:77\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/loop.go:53\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/loop.go:54\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/kind.go:70"} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:59.794708093Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:59.794746548Z","logger":"crd-watcher","body":"CRD established; watch registered dynamically","service.name":"maas-controller","crdName":"inferenceobjectives.llm-d.ai","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:06.144585587Z","logger":"setup.ensureClusterBootstrap","body":"ensured default AITenant exists","service.name":"maas-controller","name":"models-as-a-service","namespace":"ai-tenants","tenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:06.168980617Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:07.047015952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f0663a5-47ab-4b49-a6c4-96c763e2747b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:07.0962848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f0663a5-47ab-4b49-a6c4-96c763e2747b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:07.145144312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f0663a5-47ab-4b49-a6c4-96c763e2747b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:07.193594806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f0663a5-47ab-4b49-a6c4-96c763e2747b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:09.056831088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96fdaead-2c5f-40fa-8e22-aa0ab72b3f0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:09.10618287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96fdaead-2c5f-40fa-8e22-aa0ab72b3f0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:09.155034687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96fdaead-2c5f-40fa-8e22-aa0ab72b3f0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:09.203666384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96fdaead-2c5f-40fa-8e22-aa0ab72b3f0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:10.174976871Z","body":"set Config owner reference on MaasTenantConfig/default-tenant","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c026acd-de6c-470f-aaf6-16f42ce6dc82","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:11.072509828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c026acd-de6c-470f-aaf6-16f42ce6dc82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:11.121481519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c026acd-de6c-470f-aaf6-16f42ce6dc82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:11.170156842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c026acd-de6c-470f-aaf6-16f42ce6dc82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:11.218839323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c026acd-de6c-470f-aaf6-16f42ce6dc82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:13.000708273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f790abb-8fec-4784-9970-9cad5a687f67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:13.049451642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f790abb-8fec-4784-9970-9cad5a687f67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:13.097976025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f790abb-8fec-4784-9970-9cad5a687f67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:13.146804537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f790abb-8fec-4784-9970-9cad5a687f67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:13.905563729Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"60036d93-8302-471b-a69e-970bd5ce864a","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:19.547005097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71960032-73ee-4d24-8bfc-b41690113a0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:19.59563932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71960032-73ee-4d24-8bfc-b41690113a0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:19.6447116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71960032-73ee-4d24-8bfc-b41690113a0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:19.693195557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71960032-73ee-4d24-8bfc-b41690113a0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:21.498444372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac8cae2e-3b35-4a08-8ae5-fe3a2510c145","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:21.547204326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac8cae2e-3b35-4a08-8ae5-fe3a2510c145","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:21.595761012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac8cae2e-3b35-4a08-8ae5-fe3a2510c145","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:21.644538748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac8cae2e-3b35-4a08-8ae5-fe3a2510c145","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:26.10808877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0505e391-4644-4000-8a52-dc09bcd7c606","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:26.156689616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0505e391-4644-4000-8a52-dc09bcd7c606","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:26.20523373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0505e391-4644-4000-8a52-dc09bcd7c606","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:26.253873746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0505e391-4644-4000-8a52-dc09bcd7c606","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:28.090918729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05ac4913-d369-4dcf-a62f-cb5150c6e361","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:28.140444092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05ac4913-d369-4dcf-a62f-cb5150c6e361","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:28.191490656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05ac4913-d369-4dcf-a62f-cb5150c6e361","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:28.244431811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05ac4913-d369-4dcf-a62f-cb5150c6e361","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:36.2156425Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:06.21584512Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:36.215179178Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:06.168444862Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:11.777795053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f559f15-64da-4025-a053-5d1b6d1ae853","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:11.826517828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f559f15-64da-4025-a053-5d1b6d1ae853","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:11.874972247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f559f15-64da-4025-a053-5d1b6d1ae853","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:11.923683484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f559f15-64da-4025-a053-5d1b6d1ae853","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:13.74453459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96ace308-b5be-4162-b3bf-92ec6eb8b00a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:13.799256147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96ace308-b5be-4162-b3bf-92ec6eb8b00a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:13.847995921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96ace308-b5be-4162-b3bf-92ec6eb8b00a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:13.898079054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96ace308-b5be-4162-b3bf-92ec6eb8b00a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:15.690568386Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"7036ccf0-a4b3-48df-8211-d81d3ae1fa06","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:16.64135646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6711db4d-6b2d-44bd-be5f-4e662941f6d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:16.690131611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6711db4d-6b2d-44bd-be5f-4e662941f6d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:16.738666656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6711db4d-6b2d-44bd-be5f-4e662941f6d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:16.787429037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6711db4d-6b2d-44bd-be5f-4e662941f6d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:18.57819512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c1db415-4777-4164-b9b7-0e9f0381ec7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:18.626663903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c1db415-4777-4164-b9b7-0e9f0381ec7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:18.675219948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c1db415-4777-4164-b9b7-0e9f0381ec7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:18.7237883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c1db415-4777-4164-b9b7-0e9f0381ec7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:36.222492454Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:36.843643096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1991ebfb-624a-40f2-9347-1e768161c1a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:36.892372356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1991ebfb-624a-40f2-9347-1e768161c1a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:36.940776041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1991ebfb-624a-40f2-9347-1e768161c1a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:36.989313637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1991ebfb-624a-40f2-9347-1e768161c1a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:38.701306376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"251108e3-314b-4063-9631-9170d6343b1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:38.823834133Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"251108e3-314b-4063-9631-9170d6343b1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:38.876137627Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"251108e3-314b-4063-9631-9170d6343b1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:38.893422761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8feb1688-aa8f-4716-b823-112513676b40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:38.949815322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8feb1688-aa8f-4716-b823-112513676b40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:39.004895931Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8feb1688-aa8f-4716-b823-112513676b40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:39.080873303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a08a58ad-2780-4e05-95b2-86f83cd85a5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:39.137347994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a08a58ad-2780-4e05-95b2-86f83cd85a5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:39.19197999Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a08a58ad-2780-4e05-95b2-86f83cd85a5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:39.217234738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"16a575da-193c-4ffe-a76f-e58f211e81c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:39.272230972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"16a575da-193c-4ffe-a76f-e58f211e81c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:39.325001888Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"16a575da-193c-4ffe-a76f-e58f211e81c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:39.707468525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"81263cd1-a3c8-4871-bfed-d517cba03bb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:39.763743193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"81263cd1-a3c8-4871-bfed-d517cba03bb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:39.812049797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05dce764-a347-46c1-a6ee-44dbcd0b6794","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:39.816788767Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"81263cd1-a3c8-4871-bfed-d517cba03bb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:39.866030079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05dce764-a347-46c1-a6ee-44dbcd0b6794","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:39.918848071Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05dce764-a347-46c1-a6ee-44dbcd0b6794","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:40.070431379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b9cd49f-f538-4bfe-993c-d47660f92c71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:40.070479281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"09b525a0-9f94-4870-9689-be828ff7e02e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:40.119431266Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cbe08df3-df80-4e5e-98d9-0cda7916974d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:40.125155678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"09b525a0-9f94-4870-9689-be828ff7e02e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:40.125275692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b9cd49f-f538-4bfe-993c-d47660f92c71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:40.183232536Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"29195173-7014-46b5-8b96-f3329af6ec63","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:40.18613929Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b9cd49f-f538-4bfe-993c-d47660f92c71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:40.186430859Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"09b525a0-9f94-4870-9689-be828ff7e02e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:40.342867265Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9c8cf11d-8fa6-4589-8309-272b10ef8ce1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:40.352679287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f34b72db-fee4-4108-a2ba-aaaf41f1b83a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:40.352679252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"578d6a37-7e61-423b-bc23-b46d6056c910","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:40.408033515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f34b72db-fee4-4108-a2ba-aaaf41f1b83a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:40.420486293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"578d6a37-7e61-423b-bc23-b46d6056c910","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:40.442736978Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"165af856-da84-48cb-a87f-5029e91e0d99","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:40.460993313Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f34b72db-fee4-4108-a2ba-aaaf41f1b83a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:40.473662548Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"578d6a37-7e61-423b-bc23-b46d6056c910","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:40.542737557Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"11d805e1-e81f-44e4-9450-207bcd511feb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:40.642878026Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"16902413-d3bc-44f4-ad09-006715d9f2f9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:40.65553191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f55d404f-2e38-4bc6-9f72-db5a02239c67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:40.655583576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"64d78863-40fd-4655-94f3-f004d62a56e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:40.711889661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f55d404f-2e38-4bc6-9f72-db5a02239c67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:40.711981972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"64d78863-40fd-4655-94f3-f004d62a56e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:40.764991036Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f55d404f-2e38-4bc6-9f72-db5a02239c67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:40.766657301Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"64d78863-40fd-4655-94f3-f004d62a56e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:44.154143847Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a71e0a30-20ad-46e3-b01c-951c57d9d29c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:44.196864941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"304dbbfc-c759-4478-80b5-e44eb209aebf","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:44.196883901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"304dbbfc-c759-4478-80b5-e44eb209aebf","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:44.25606412Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f65bd4d3-6c32-44a4-b02b-cada8d26bb58","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:44.269842954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9f93de43-28d5-402d-ac54-eecdc6ac7e16","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:44.269864121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9f93de43-28d5-402d-ac54-eecdc6ac7e16","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:44.343294006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d0bc7fcf-2104-478a-a938-556c31e6dd2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:44.343354099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ea9a369-99a0-47d9-9a99-04b936fa90f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:44.356471573Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"814692c1-1789-41e4-8177-30f464f618f5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:44.39755522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ea9a369-99a0-47d9-9a99-04b936fa90f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:44.397581288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d0bc7fcf-2104-478a-a938-556c31e6dd2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:44.456305655Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d0bc7fcf-2104-478a-a938-556c31e6dd2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:44.457087089Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ea9a369-99a0-47d9-9a99-04b936fa90f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:44.648632864Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6215402f-fa38-4527-9798-8882297c659b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:44.707280604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"19dd280f-a769-4522-8283-9637b6745356","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:44.708116394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e9d3f1b-d012-445b-bf5f-65fdc0442705","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:44.76189388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"19dd280f-a769-4522-8283-9637b6745356","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:44.76192888Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"19dd280f-a769-4522-8283-9637b6745356","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:44.762772607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e9d3f1b-d012-445b-bf5f-65fdc0442705","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:44.817195959Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e9d3f1b-d012-445b-bf5f-65fdc0442705","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:44.964104446Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e9d3f1b-d012-445b-bf5f-65fdc0442705","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:45.115472626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1c8cfdfa-b8ce-4625-aa6f-ac969cf66237","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:45.169746451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1c8cfdfa-b8ce-4625-aa6f-ac969cf66237","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:45.169789552Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1c8cfdfa-b8ce-4625-aa6f-ac969cf66237","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:45.784087772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c90bd4f5-5b87-46fa-8d5a-d46e147aa081","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:45.784108537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c90bd4f5-5b87-46fa-8d5a-d46e147aa081","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:48.93474541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"746f4353-87eb-4359-819c-ded52a34f649","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:48.934744962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e48da894-feab-4c1d-9b61-85f1f5336294","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:48.989706068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e48da894-feab-4c1d-9b61-85f1f5336294","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:48.989765596Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e48da894-feab-4c1d-9b61-85f1f5336294","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:48.989853022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"746f4353-87eb-4359-819c-ded52a34f649","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:48.989911595Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"746f4353-87eb-4359-819c-ded52a34f649","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:51.30145961Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bb609066-5a1d-4d3f-8e0c-c0706dd80196","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:51.301483966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bb609066-5a1d-4d3f-8e0c-c0706dd80196","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:51.301979845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"591965dc-e61f-48d9-90b9-cd2999913af8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:51.301994511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"591965dc-e61f-48d9-90b9-cd2999913af8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:51.349900927Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8b68f487-51ad-46ec-bff2-1180153aaeff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:51.350130959Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d06c964b-0ee7-4cd4-ae51-2d3419706875","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:51.37179455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c266cd26-7725-498d-b45e-cf7e3e646899","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:51.37181542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c266cd26-7725-498d-b45e-cf7e3e646899","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:51.37204373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"966eb8a0-127c-453f-892a-66ed358cdfaf","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:51.372056557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"966eb8a0-127c-453f-892a-66ed358cdfaf","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:51.447536623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e3305fa-7683-4ab4-b36d-a39892ae147a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:51.447554764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"125da78b-c9df-4d5b-9dca-1fe6ef2b5722","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:51.50247167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e3305fa-7683-4ab4-b36d-a39892ae147a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:51.502502545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"125da78b-c9df-4d5b-9dca-1fe6ef2b5722","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:51.502546708Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"125da78b-c9df-4d5b-9dca-1fe6ef2b5722","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:51.502546175Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e3305fa-7683-4ab4-b36d-a39892ae147a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:51.699198417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8c932d23-f577-40ea-9f2c-526976c07078","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:51.699204764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f0fb02c2-5580-4c34-8b5f-d70eb3b9b272","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:51.754125576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8c932d23-f577-40ea-9f2c-526976c07078","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:51.754166512Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8c932d23-f577-40ea-9f2c-526976c07078","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:51.754559648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f0fb02c2-5580-4c34-8b5f-d70eb3b9b272","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:51.754599798Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f0fb02c2-5580-4c34-8b5f-d70eb3b9b272","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:52.589644153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fea01cfd-4005-40b9-a570-0d11416c28ac","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:52.589665733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fea01cfd-4005-40b9-a570-0d11416c28ac","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:54.545375241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c846d763-e53b-4de5-bcbf-fadc4dc7bea9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:54.545401474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c846d763-e53b-4de5-bcbf-fadc4dc7bea9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:54.545701549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f7cb2d36-909d-4b35-90fe-5881cb04ba02","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:54.545716216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f7cb2d36-909d-4b35-90fe-5881cb04ba02","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:54.545922546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5da7f447-8330-4213-85f1-828b26cc1a95","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:54.545933373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5da7f447-8330-4213-85f1-828b26cc1a95","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:54.598160196Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f943f16c-aa4c-4fd6-a7de-8234858cd88d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:54.598433897Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b42a1ddf-0484-4e71-b1d8-b5e22ee7ef5e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:54.61788748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"618e8c50-cfbd-4537-bfa6-5c14511d816a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:54.617908952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"618e8c50-cfbd-4537-bfa6-5c14511d816a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:54.618227521Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"46c5366a-22ff-4df3-b0ba-226790d74487","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:54.6182435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"46c5366a-22ff-4df3-b0ba-226790d74487","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:54.618525218Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a2bde707-0a11-49fe-8e33-56fdd9830714","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:54.61854036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a2bde707-0a11-49fe-8e33-56fdd9830714","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:54.696544754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"951c1007-91f0-4ea6-b014-f20d811bb5ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:54.696547416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"de86538f-24cc-44fc-b6dc-7faa0a32949d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:54.750828415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"951c1007-91f0-4ea6-b014-f20d811bb5ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:54.750877283Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"951c1007-91f0-4ea6-b014-f20d811bb5ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:54.751015091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"de86538f-24cc-44fc-b6dc-7faa0a32949d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:54.751056917Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"de86538f-24cc-44fc-b6dc-7faa0a32949d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:54.948380849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3106af42-3fde-4074-9da6-55917181e62c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:54.94838086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b95649cf-bf06-4df2-b62e-e614cbabb680","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:55.002248264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b95649cf-bf06-4df2-b62e-e614cbabb680","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:55.002299551Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b95649cf-bf06-4df2-b62e-e614cbabb680","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:55.002625507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3106af42-3fde-4074-9da6-55917181e62c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:55.002669755Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3106af42-3fde-4074-9da6-55917181e62c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:55.808585356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4f531827-7c20-4b2a-8271-e81eec521f33","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:55.808608108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4f531827-7c20-4b2a-8271-e81eec521f33","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:57.81484385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1bb524b6-fc97-4bc3-b602-809bfb74ba47","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:57.814871201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1bb524b6-fc97-4bc3-b602-809bfb74ba47","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:57.815195971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"34194b68-f4cd-457d-9116-a63e0c3a8672","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:57.81521366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"34194b68-f4cd-457d-9116-a63e0c3a8672","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:57.815495354Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b4df4945-350c-4021-8dba-5c0717ade1b7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:57.815511706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b4df4945-350c-4021-8dba-5c0717ade1b7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:57.815745472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a479e099-30e6-4623-9cba-37477bf4089b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:57.815760807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a479e099-30e6-4623-9cba-37477bf4089b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:57.86466648Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fe121809-c32e-489a-a724-278a38386502","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:57.864677716Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b64990e6-fea5-4980-8ad2-ab6a0cc192db","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:57.88648265Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bb8eddb2-063d-44b0-96fb-c6922d5247c5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:57.886503601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bb8eddb2-063d-44b0-96fb-c6922d5247c5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:57.886717641Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6faebc34-fee9-4cd4-82f9-5330c6e79e48","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:57.886732377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6faebc34-fee9-4cd4-82f9-5330c6e79e48","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:57.886906157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c5b7facc-9c6a-46dc-8771-f2cc9fe428d6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:57.886917215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c5b7facc-9c6a-46dc-8771-f2cc9fe428d6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:57.887085251Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d5a9914f-ac13-42cb-89bf-cbbaca595d58","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:57.887094072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d5a9914f-ac13-42cb-89bf-cbbaca595d58","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:57.960903962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7678cdd8-8458-4b89-ab38-c2a9fb974eb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:57.960967069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"753f6c08-4b7f-4b10-9670-d1b2078b4ab3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:58.015653151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"753f6c08-4b7f-4b10-9670-d1b2078b4ab3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:58.015710892Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"753f6c08-4b7f-4b10-9670-d1b2078b4ab3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:58.015757515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7678cdd8-8458-4b89-ab38-c2a9fb974eb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:58.015801675Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7678cdd8-8458-4b89-ab38-c2a9fb974eb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:58.210801472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"25d5f9ad-a966-41d4-8346-71b29115be01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:58.210801497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f7156e62-e543-418c-b2df-127b9ee11eca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:58.265834771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"25d5f9ad-a966-41d4-8346-71b29115be01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:58.26587923Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"25d5f9ad-a966-41d4-8346-71b29115be01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:58.265921756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f7156e62-e543-418c-b2df-127b9ee11eca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:58.265960733Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f7156e62-e543-418c-b2df-127b9ee11eca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:59.088650751Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"58ee32fa-2c1a-45af-9112-04ccf34a4765","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:59.088671176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"58ee32fa-2c1a-45af-9112-04ccf34a4765","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:01.029167338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c17ac4ae-8b58-4773-94c1-ec99f4ab7b17","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:01.029188854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c17ac4ae-8b58-4773-94c1-ec99f4ab7b17","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:01.029470246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"aef1f7df-a3f3-481f-8cbd-4eb5bd781fa5","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:01.029485289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"aef1f7df-a3f3-481f-8cbd-4eb5bd781fa5","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:01.029705174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"31496017-eb90-4c86-985a-1eed3f7fb5f3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:01.029716665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"31496017-eb90-4c86-985a-1eed3f7fb5f3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:01.029893322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"12a4493d-6668-4287-acd7-c5e62292b61d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:01.029903802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"12a4493d-6668-4287-acd7-c5e62292b61d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:01.030099316Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5076bf5a-2d7e-4362-b973-c5f66ae0e003","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:01.030110594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5076bf5a-2d7e-4362-b973-c5f66ae0e003","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:01.07961377Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"046d2b68-7778-46ef-8702-0daed2ae0cb5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:01.079631959Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e2b477de-ce00-4b57-ac68-ab92a9fe1ad4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:01.100675886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"12acbc22-ff24-424a-bc23-742c99b5eb05","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:01.10069844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"12acbc22-ff24-424a-bc23-742c99b5eb05","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:01.100989586Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"155d6beb-4795-4519-aa77-4e4c8c6e4a02","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:01.101006278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"155d6beb-4795-4519-aa77-4e4c8c6e4a02","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:01.101269838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9a51ce73-19c5-45b1-abb9-52d138710955","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:01.101284745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9a51ce73-19c5-45b1-abb9-52d138710955","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:01.101573234Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fd642c9e-1025-4b6d-a8ad-91fabd157d58","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:01.101590299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fd642c9e-1025-4b6d-a8ad-91fabd157d58","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:01.101917052Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a0772020-cdc8-4d28-97e4-27a27346fa90","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:01.10193637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a0772020-cdc8-4d28-97e4-27a27346fa90","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:01.178948833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"20d8e20f-b339-4b44-9f95-5a2d69dacb07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:01.178971845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"689e04c2-5a67-44df-9fc9-7a8879cb756f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:01.235075075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"689e04c2-5a67-44df-9fc9-7a8879cb756f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:01.235232714Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"689e04c2-5a67-44df-9fc9-7a8879cb756f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:01.236523617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"20d8e20f-b339-4b44-9f95-5a2d69dacb07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:01.236586097Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"20d8e20f-b339-4b44-9f95-5a2d69dacb07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:01.433806436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e18ddc5-a2df-40ea-855e-1249e0fef6bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:01.433930904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d419224-dcd3-4805-8f8a-7971f2dae038","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:01.489149931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d419224-dcd3-4805-8f8a-7971f2dae038","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:01.489229407Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d419224-dcd3-4805-8f8a-7971f2dae038","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:01.489476096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e18ddc5-a2df-40ea-855e-1249e0fef6bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:01.489539942Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e18ddc5-a2df-40ea-855e-1249e0fef6bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:02.280927173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ac6af133-e79d-4dc6-9c5a-235cb5a5183d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:02.280956315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ac6af133-e79d-4dc6-9c5a-235cb5a5183d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:02.687801163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ca35cf5f-a8da-40a6-a433-41d288d270f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:02.687815428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"79c6f090-211d-410e-8baa-4e02ac1c36be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:02.742050939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ca35cf5f-a8da-40a6-a433-41d288d270f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:02.742117831Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ca35cf5f-a8da-40a6-a433-41d288d270f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:02.766643334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"79c6f090-211d-410e-8baa-4e02ac1c36be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:02.766703499Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"79c6f090-211d-410e-8baa-4e02ac1c36be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:02.937697644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"04e631e3-e9cb-4727-b0a1-eb2fc42e77d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:02.991995961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"04e631e3-e9cb-4727-b0a1-eb2fc42e77d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:02.992059235Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"04e631e3-e9cb-4727-b0a1-eb2fc42e77d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:03.038484053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"58401a34-b3a1-447a-ae4e-ada9efd514e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:03.09236192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"58401a34-b3a1-447a-ae4e-ada9efd514e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:03.092422929Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"58401a34-b3a1-447a-ae4e-ada9efd514e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:04.336191089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a10970dc-bd7e-4b46-8c70-b927f8c56a60","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:04.336212109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a10970dc-bd7e-4b46-8c70-b927f8c56a60","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:04.33652121Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a4ab7a4d-5532-4ef9-b28b-44beef7578dc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:04.33653573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a4ab7a4d-5532-4ef9-b28b-44beef7578dc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:04.336724079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"dfdc30b9-9ae8-48a6-b1d9-1a80eab03145","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:04.336734753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"dfdc30b9-9ae8-48a6-b1d9-1a80eab03145","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:04.336941806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7d8c7e98-6bc7-4c73-ad09-9ecdb47cf525","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:04.336959458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7d8c7e98-6bc7-4c73-ad09-9ecdb47cf525","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:04.337164504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7e35ccf8-8f9e-4b81-b0b4-c59fd5b167e0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:04.337176654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7e35ccf8-8f9e-4b81-b0b4-c59fd5b167e0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:04.337343017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"07caf9b3-4d8a-46e7-b9e3-0279fc2a029e","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:04.337353741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"07caf9b3-4d8a-46e7-b9e3-0279fc2a029e","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:04.385646275Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"35df605f-4b70-4404-ac2a-e12700336067","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:04.385646428Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2f470b28-7843-4f20-986b-5a8db7700c8d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:04.408049846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"64c696ff-e3b1-4b52-a989-eea483958cf7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:04.408070701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"64c696ff-e3b1-4b52-a989-eea483958cf7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:04.408295793Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d5c4412b-4f2a-4faa-a53d-112b81acc944","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:04.408308388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d5c4412b-4f2a-4faa-a53d-112b81acc944","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:04.408510159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a98249c7-74b8-4208-b1bf-00013f5c1a48","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:04.408521095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a98249c7-74b8-4208-b1bf-00013f5c1a48","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:04.408692942Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d284d368-8c5a-417d-832f-19f89fb14ac6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:04.408703105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d284d368-8c5a-417d-832f-19f89fb14ac6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:04.408871997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a5f44b98-85b4-4fc5-832d-63065b77f208","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:04.40888197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a5f44b98-85b4-4fc5-832d-63065b77f208","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:04.409050568Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3d61c3c9-a99e-467f-a0ea-71eb085425e4","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:04.409060507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3d61c3c9-a99e-467f-a0ea-71eb085425e4","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:04.481394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"66a0bd86-3cdc-4950-a589-8775ab3d71ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:04.481394384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"36c3036c-ecd1-40e8-8a2b-065a5e91c14f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:04.539282939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"36c3036c-ecd1-40e8-8a2b-065a5e91c14f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:04.539399642Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"36c3036c-ecd1-40e8-8a2b-065a5e91c14f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:04.53960883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"66a0bd86-3cdc-4950-a589-8775ab3d71ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:04.539672685Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"66a0bd86-3cdc-4950-a589-8775ab3d71ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:04.736212004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"91085bfc-1914-45d3-9b22-75999d4d2b0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:04.736214541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e4332dab-4661-4214-a688-ba5d352672a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:04.790602318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"91085bfc-1914-45d3-9b22-75999d4d2b0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:04.790650163Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"91085bfc-1914-45d3-9b22-75999d4d2b0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:04.790773886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e4332dab-4661-4214-a688-ba5d352672a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:04.790816449Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e4332dab-4661-4214-a688-ba5d352672a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:05.613004096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ae66a8a7-0bad-4633-a3a7-60992f1ca667","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:05.613024949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ae66a8a7-0bad-4633-a3a7-60992f1ca667","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:06.16974317Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:08.042975413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4ff54482-83a1-4193-aa91-0321c820a429","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:08.043001063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4ff54482-83a1-4193-aa91-0321c820a429","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:08.043243581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0c84e7a8-9605-4e40-b2f0-6c4d3b213eac","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:08.043257469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0c84e7a8-9605-4e40-b2f0-6c4d3b213eac","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:08.043466791Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"06e92e40-d101-453a-9da0-43dcc66287f7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:08.043478239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"06e92e40-d101-453a-9da0-43dcc66287f7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:08.043638361Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ef29ca0f-528e-4d63-99e0-b1c8d9c91307","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:08.043647786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ef29ca0f-528e-4d63-99e0-b1c8d9c91307","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:08.043802576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"be6eda79-823d-4db2-80c7-188a56d159ee","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:08.043812373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"be6eda79-823d-4db2-80c7-188a56d159ee","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:08.043991749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a59adc16-0fca-4e24-a158-75e67bc7a297","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:08.044004209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a59adc16-0fca-4e24-a158-75e67bc7a297","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:08.044160612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"50b90145-7c92-46fd-bf11-21046411a94d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:08.0441725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"50b90145-7c92-46fd-bf11-21046411a94d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:08.092600665Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c1a3e145-6f91-4590-b909-6cbdf1b5afd5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:08.137852548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"dc07cd91-353c-43b6-ad76-5f2d01209572","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:08.137880028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"dc07cd91-353c-43b6-ad76-5f2d01209572","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:08.138120432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3dfd8258-9c3a-4432-a421-3e03348db6ac","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:08.138133749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3dfd8258-9c3a-4432-a421-3e03348db6ac","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:08.138414187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"beed03cb-0e25-4b78-a6a4-ddeff696475f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:08.138430777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"beed03cb-0e25-4b78-a6a4-ddeff696475f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:08.138742879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"656481cb-53f7-4272-8bbf-cb7d12d37de7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:08.13876468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"656481cb-53f7-4272-8bbf-cb7d12d37de7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:08.139053982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"798dfdd0-284e-4dbf-96e6-56f8ab16fc94","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:08.139071419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"798dfdd0-284e-4dbf-96e6-56f8ab16fc94","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:08.139300991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"84178a56-596f-4d67-b8d7-dcdf59ae888d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:08.139314391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"84178a56-596f-4d67-b8d7-dcdf59ae888d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:08.139617793Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"50d455b7-8f44-4ed2-b35c-498dd7107500","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:08.139633337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"50d455b7-8f44-4ed2-b35c-498dd7107500","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:08.193209866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"446cb632-7d4d-41d1-9ecf-2e5a0677e9d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:08.19322658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b3b6a400-134f-4c5f-95a3-607e3d56827d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:08.248696742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b3b6a400-134f-4c5f-95a3-607e3d56827d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:08.249164403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"446cb632-7d4d-41d1-9ecf-2e5a0677e9d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:08.249212995Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"446cb632-7d4d-41d1-9ecf-2e5a0677e9d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:08.257257802Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a70dc475-bae8-42f1-a467-5a4a852e9d70","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:08.410359091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a867fff-5c13-48aa-a008-333f5dac4cf8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:08.410380922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a867fff-5c13-48aa-a008-333f5dac4cf8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:08.448219501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1efeae43-7a3a-4a9b-a5b9-8eddbe38d9c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:08.52354462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1efeae43-7a3a-4a9b-a5b9-8eddbe38d9c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:08.523620411Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1efeae43-7a3a-4a9b-a5b9-8eddbe38d9c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:08.61771059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d5380a64-0695-452f-8788-2ba02e4e1df2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:08.651813473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5bffa404-fc71-4e50-a2c8-c716662a6bca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:08.707133927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5bffa404-fc71-4e50-a2c8-c716662a6bca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:09.333637355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"111ce58e-6555-4fed-9135-c516cf34530f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:09.33366795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"111ce58e-6555-4fed-9135-c516cf34530f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:09.534550566Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"481d74ac-7d91-43c3-80bc-6212b5ef6e79","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:10.279271335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c91b04b-ff62-4c73-ad75-7630e708a545","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:10.279309063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e9a217b6-cd96-43da-b1a0-796498b282ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:10.33429727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c91b04b-ff62-4c73-ad75-7630e708a545","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:10.334377859Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c91b04b-ff62-4c73-ad75-7630e708a545","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:10.335494688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e9a217b6-cd96-43da-b1a0-796498b282ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:10.529140069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b20084a8-704d-46de-bcea-02fe2b6cd473","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:10.583812848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b20084a8-704d-46de-bcea-02fe2b6cd473","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:10.583861201Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b20084a8-704d-46de-bcea-02fe2b6cd473","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:10.626668811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d3162f5a-8a7f-40bf-9411-e1afb5efd57a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:10.681076358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d3162f5a-8a7f-40bf-9411-e1afb5efd57a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:11.46897464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c1e9bd29-ae84-4517-a883-c67b644b8b39","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:11.468996442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c1e9bd29-ae84-4517-a883-c67b644b8b39","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:11.469274304Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fc243ef5-950c-41b4-9b7f-a02891dd99a8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:11.469289382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fc243ef5-950c-41b4-9b7f-a02891dd99a8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:11.469522703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"bd56ec57-6d3a-4389-b9d0-3d4875f6663b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:11.469539042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"bd56ec57-6d3a-4389-b9d0-3d4875f6663b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:11.469791338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ac31d542-fb27-4dfe-8a12-924f6b843a33","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:11.469807541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ac31d542-fb27-4dfe-8a12-924f6b843a33","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:11.470011662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e625c186-ad2f-4cf5-b8bb-e82a706c3d3f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:11.470029339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e625c186-ad2f-4cf5-b8bb-e82a706c3d3f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:11.470239752Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4f416aeb-7fcc-4b09-944a-61872032cfa1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:11.470252115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4f416aeb-7fcc-4b09-944a-61872032cfa1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:11.470444743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"384f8fe0-7032-44f0-8b9f-870644d4e561","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:11.470454652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"384f8fe0-7032-44f0-8b9f-870644d4e561","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:11.47066627Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"775029a2-7826-430e-b774-d5627463a912","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:11.470675422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"775029a2-7826-430e-b774-d5627463a912","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:11.540945512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4b1dc949-18be-4c07-b350-672d1afaed0b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:11.540970115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4b1dc949-18be-4c07-b350-672d1afaed0b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:11.541190071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7d48a1d1-c8d2-4624-a46e-a768d8386f9a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:11.541204409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7d48a1d1-c8d2-4624-a46e-a768d8386f9a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:11.54146225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"482b538b-d4ca-4b25-a0e0-8593dbd12892","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:11.541479237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"482b538b-d4ca-4b25-a0e0-8593dbd12892","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:11.541667111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"73798732-f5d4-471a-b454-8a45b32297b2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:11.541676902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"73798732-f5d4-471a-b454-8a45b32297b2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:11.54183432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7bbe7679-6cbe-4806-8179-bbe95e65006d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:11.541843353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7bbe7679-6cbe-4806-8179-bbe95e65006d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:11.542017557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b805f9f4-8090-4996-8580-7268c1cd7f61","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:11.542027153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b805f9f4-8090-4996-8580-7268c1cd7f61","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:11.542192054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b7cd094f-8d47-4bcc-98e6-b593bba194b4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:11.542200974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b7cd094f-8d47-4bcc-98e6-b593bba194b4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:11.542437723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a6435002-ca48-415d-b891-1b18db5e57e8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:11.542448525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a6435002-ca48-415d-b891-1b18db5e57e8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:11.61518616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"def2ad79-5ebf-4ee5-8ddd-5215e3e198fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:11.615245122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"33be1be2-5167-4909-9d7e-54d06526131e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:11.665748556Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"30b590d3-c43a-45e1-b1e5-a82d671ac05f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:11.669899508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"def2ad79-5ebf-4ee5-8ddd-5215e3e198fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:11.670549372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"33be1be2-5167-4909-9d7e-54d06526131e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:11.670715101Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7ef1102d-36c9-4a3d-8ff0-c0421abff667","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:11.821892266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b15d99f6-2cc9-4054-a03c-35f2d0be84eb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:11.82191235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b15d99f6-2cc9-4054-a03c-35f2d0be84eb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:12.013500918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"07b73616-47e1-47e3-9ae2-0e6ace4a503b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:12.01353293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"336f85f6-8cff-4b77-aa2d-b8246ceef43b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:12.017207774Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cdd7b4fe-5755-47ab-ae4f-68524c075fdb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:12.068930408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"07b73616-47e1-47e3-9ae2-0e6ace4a503b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:12.068936802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"336f85f6-8cff-4b77-aa2d-b8246ceef43b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:12.747199738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f5a5c249-f6fe-4d99-a676-6d967c0560fe","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:12.747219775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f5a5c249-f6fe-4d99-a676-6d967c0560fe","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:12.943580101Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ace91fd3-c68c-4887-b819-2b9e4e757d3b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:15.218278233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4e18eb6e-f580-4751-bd1f-04f575f00d04","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:15.218305596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4e18eb6e-f580-4751-bd1f-04f575f00d04","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:15.964275652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0cc650d4-f3f1-4757-9646-30049148d5d7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:16.032287103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a0c0a301-becb-4fb6-8d4f-3b354047bff1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:16.032390864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"da489294-d702-49f2-b89f-b04b2c3d17f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:16.042649945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"43a26811-5218-404b-a529-a41463aea29c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:16.112403457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a0c0a301-becb-4fb6-8d4f-3b354047bff1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:16.12121832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8fed3926-8f6e-44ea-a8a7-5403655aebdd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:16.121243133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8fed3926-8f6e-44ea-a8a7-5403655aebdd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:16.122667369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"da489294-d702-49f2-b89f-b04b2c3d17f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:16.230924394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57a3f360-e4a4-48cb-843f-828d2d92999b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:16.230953853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57a3f360-e4a4-48cb-843f-828d2d92999b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:16.456760679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"45683c86-3189-4ea7-a97b-31a37e0c62dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:16.456760618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e7e436f3-5cf0-4584-98fd-e33a3ae0ec58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:16.511238134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"45683c86-3189-4ea7-a97b-31a37e0c62dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:16.511622853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e7e436f3-5cf0-4584-98fd-e33a3ae0ec58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:18.0584677Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b4f5d24e-d34b-4a7c-a28f-f4ead1e0174d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:18.058486645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b4f5d24e-d34b-4a7c-a28f-f4ead1e0174d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:20.479120049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a72e3aa2-ac52-40c1-a10a-f4a0ab5956bd","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:20.479140711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a72e3aa2-ac52-40c1-a10a-f4a0ab5956bd","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:21.542013965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e452f7a4-170c-4b86-9797-542daf4529f2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:21.542034602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e452f7a4-170c-4b86-9797-542daf4529f2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:21.542390491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"80c11213-2633-40d7-afa8-968d1bdd8f4d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:21.542408606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"80c11213-2633-40d7-afa8-968d1bdd8f4d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:21.542675204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"264e1539-3db2-4325-b18c-6f71d4341b74","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:21.542687052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"264e1539-3db2-4325-b18c-6f71d4341b74","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:22.668143144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6dcee502-836c-4807-88f1-37a0988b0ad9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:22.755036915Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"90cfddf4-fe91-4402-a9c5-f98c334b3eb3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:23.172427164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"bc61e2cd-687a-4cf1-8cc5-7a8acb495387","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:23.17245098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"bc61e2cd-687a-4cf1-8cc5-7a8acb495387","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:25.747981391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"72f91f92-1a8a-4b51-8a38-45e3b2a9677f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:25.748001386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"72f91f92-1a8a-4b51-8a38-45e3b2a9677f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:26.122706747Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"38bbecb4-59a0-4226-9e78-1628e3862f7b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:26.122725751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"38bbecb4-59a0-4226-9e78-1628e3862f7b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:26.232514251Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0214b636-cb02-4354-a04a-ed8bb3af87cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:26.232540099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0214b636-cb02-4354-a04a-ed8bb3af87cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:30.412072538Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7ff74104-baf3-4792-8359-59600f764850","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:30.412094407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7ff74104-baf3-4792-8359-59600f764850","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:34.211188993Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5dbc6875-769e-4e58-8ec4-01024c0a93c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:34.211209703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5dbc6875-769e-4e58-8ec4-01024c0a93c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:34.413776775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cb60a727-0e22-4c02-b8c6-7ccf0fb42daa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:34.414230258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9385709a-5fc5-40e9-a9f4-01a8c3dd8e41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:34.414543656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1afdf690-cfd6-40b7-b3d1-83fce74edff4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:34.514389372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9385709a-5fc5-40e9-a9f4-01a8c3dd8e41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:34.514420792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cb60a727-0e22-4c02-b8c6-7ccf0fb42daa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:34.572811683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"69d1485d-4ea1-486e-bcc6-162b08863d50","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:34.572836738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"69d1485d-4ea1-486e-bcc6-162b08863d50","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:34.770170547Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"647fb82d-1407-4bc2-90b6-1eaf468f9a6c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:36.123441305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"398d6ac9-1292-4939-b697-adf6d5ec148d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:36.123460548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"398d6ac9-1292-4939-b697-adf6d5ec148d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:36.199206018Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:37.000723649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"058a5dd3-2d45-4ba5-8adf-bccbefba52de","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:37.000750894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"058a5dd3-2d45-4ba5-8adf-bccbefba52de","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:37.199790405Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5e199049-c1f4-4381-89dc-11bad9677d31","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:37.204499156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e9aef2ac-557c-49f5-8157-3862c517cc93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:37.204512268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af646a70-1cba-496f-9f93-65d784731d87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:37.305029717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af646a70-1cba-496f-9f93-65d784731d87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:37.305566221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e9aef2ac-557c-49f5-8157-3862c517cc93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:37.358548113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"49ec8dc9-5bf8-4825-9156-449ee7df5bd5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:37.358565563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"49ec8dc9-5bf8-4825-9156-449ee7df5bd5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:37.557057664Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"875eafea-1ae1-498f-a7c6-0aca112bc7e4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:39.856198692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"20bf2e17-b536-4826-8930-dbbed240d68f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:39.856220851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"20bf2e17-b536-4826-8930-dbbed240d68f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:40.003803774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ce70f5b6-f48d-42d7-8651-c68fa1e22ec4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:40.057968127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ce70f5b6-f48d-42d7-8651-c68fa1e22ec4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:40.080587708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5abee3c6-25d1-4ed7-a274-c39c49f56eb4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:40.080605125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5abee3c6-25d1-4ed7-a274-c39c49f56eb4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:40.232359262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0a711d6e-f05c-4d03-a43a-7d7723372dcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:40.282795677Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d2044b16-7438-4e7b-a8f9-9fbd80cb9097","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:40.290198366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0a711d6e-f05c-4d03-a43a-7d7723372dcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:40.317261536Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9c0f7d6b-18f4-4568-ba71-f147b6faad7a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:40.317302233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9c0f7d6b-18f4-4568-ba71-f147b6faad7a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:40.441203706Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"736857ae-47d3-4a97-ab3e-0e8dc062b14d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:40.441224603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"736857ae-47d3-4a97-ab3e-0e8dc062b14d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:40.466035136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"92bd25c1-058e-4948-9a31-52571c790804","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:40.520156891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"92bd25c1-058e-4948-9a31-52571c790804","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:06.215601373Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:18.28418228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7e296f7-26e5-4301-b251-6a5ec8344d20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:18.332983952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7e296f7-26e5-4301-b251-6a5ec8344d20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:18.381499181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7e296f7-26e5-4301-b251-6a5ec8344d20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:18.430176412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7e296f7-26e5-4301-b251-6a5ec8344d20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:18.997072358Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-2a41d4db","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-2a41d4db","reconcileID":"acd79112-a257-4305-b89e-84af8c1d775a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-2a41d4db","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-2a41d4db":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:19.598385567Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-63d97fec","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-63d97fec","reconcileID":"8dd2b951-b7b9-4ee5-a5a5-f46d8f4cce08","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-63d97fec","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-63d97fec":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:20.282529574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22f8ecf6-b191-4278-ad3f-2af7b4e42ef0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:20.331047502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22f8ecf6-b191-4278-ad3f-2af7b4e42ef0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:20.379462129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22f8ecf6-b191-4278-ad3f-2af7b4e42ef0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:20.428458806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22f8ecf6-b191-4278-ad3f-2af7b4e42ef0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:21.661594112Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-4b2e37ae","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-4b2e37ae","reconcileID":"80907d9b-8778-4bc2-8e83-1b85b81bc77f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-4b2e37ae-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-4b2e37ae-gw":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:22.225484881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f8666fe-7633-444c-9e99-cf7f4c396fef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:22.279605018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f8666fe-7633-444c-9e99-cf7f4c396fef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:22.333811867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f8666fe-7633-444c-9e99-cf7f4c396fef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:22.38319019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f8666fe-7633-444c-9e99-cf7f4c396fef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:24.245617134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f3d9f58-6e1a-40f9-b5df-471fafa4aa7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:24.294505082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f3d9f58-6e1a-40f9-b5df-471fafa4aa7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:24.343220505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f3d9f58-6e1a-40f9-b5df-471fafa4aa7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:24.392041453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f3d9f58-6e1a-40f9-b5df-471fafa4aa7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:24.701055165Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-0b0026e9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-0b0026e9","reconcileID":"4f536bbe-f28c-40c5-8de1-cb05d9f2258c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-0b0026e9","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-0b0026e9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:26.197240566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e84842a-3253-471c-ab8c-c518b419b843","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:26.246743394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e84842a-3253-471c-ab8c-c518b419b843","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:26.296252009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e84842a-3253-471c-ab8c-c518b419b843","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:26.345302245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e84842a-3253-471c-ab8c-c518b419b843","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:28.15118012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0064f9cb-8e37-47de-97b1-b35a2cc066cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:28.199698284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0064f9cb-8e37-47de-97b1-b35a2cc066cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:28.248255397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0064f9cb-8e37-47de-97b1-b35a2cc066cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:28.296780521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0064f9cb-8e37-47de-97b1-b35a2cc066cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:28.557757176Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-4705e99c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-4705e99c","reconcileID":"3f3dc5ba-73ff-43f0-b13c-4f3b962fbc9f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-4705e99c","applied":{"maas.opendatahub.io/gateway-access-e2e-derive-4705e99c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:28.949363727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-63d97fec"},"namespace":"ai-tenant-e2e-ait-63d97fec","name":"default-tenant","reconcileID":"6eaf67c3-16f9-409a-8567-25fc98cf7295","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-63d97fec","tenantID":"e2e-ait-63d97fec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:29.06251819Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-63d97fec"},"namespace":"ai-tenant-e2e-ait-63d97fec","name":"default-tenant","reconcileID":"6eaf67c3-16f9-409a-8567-25fc98cf7295","name":"e2e-ait-63d97fec-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:30.126313485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5046d548-e696-498e-b68a-6d654fbc688b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:30.175675196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5046d548-e696-498e-b68a-6d654fbc688b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:30.224178089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5046d548-e696-498e-b68a-6d654fbc688b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:30.272841306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5046d548-e696-498e-b68a-6d654fbc688b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:32.929667206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"840008c9-f38d-4b89-91a6-46d99636ae7a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:33.046042312Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0bdddb6d-f11f-4070-b79b-d7aa14f91852","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:33.899047366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0b0026e9"},"namespace":"ai-tenant-e2e-ait-0b0026e9","name":"default-tenant","reconcileID":"1ad205da-d825-40b4-a195-c1ebcff160e2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-0b0026e9","tenantID":"e2e-ait-0b0026e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:34.01078229Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0b0026e9"},"namespace":"ai-tenant-e2e-ait-0b0026e9","name":"default-tenant","reconcileID":"1ad205da-d825-40b4-a195-c1ebcff160e2","name":"e2e-ait-0b0026e9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:36.172729761Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:38.182436154Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b2e37ae"},"namespace":"ai-tenant-e2e-migrate-4b2e37ae","name":"default-tenant","reconcileID":"6aa4cad1-39aa-440b-8327-ae1198d508d9","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:38.235777771Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b2e37ae"},"namespace":"ai-tenant-e2e-migrate-4b2e37ae","name":"default-tenant","reconcileID":"6aa4cad1-39aa-440b-8327-ae1198d508d9","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:38.334074945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b2e37ae"},"namespace":"ai-tenant-e2e-migrate-4b2e37ae","name":"default-tenant","reconcileID":"6aa4cad1-39aa-440b-8327-ae1198d508d9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-migrate-4b2e37ae-gw","tenantID":"e2e-migrate-4b2e37ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:38.46064287Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b2e37ae"},"namespace":"ai-tenant-e2e-migrate-4b2e37ae","name":"default-tenant","reconcileID":"6aa4cad1-39aa-440b-8327-ae1198d508d9","name":"e2e-migrate-4b2e37ae-gw-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:42.934588063Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a41d4db"},"namespace":"ai-tenant-e2e-ait-2a41d4db","name":"default-tenant","reconcileID":"fbd145ae-c1ee-4a1f-9db2-c447d576db0f","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:43.091959006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a41d4db"},"namespace":"ai-tenant-e2e-ait-2a41d4db","name":"default-tenant","reconcileID":"fbd145ae-c1ee-4a1f-9db2-c447d576db0f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-2a41d4db","tenantID":"e2e-ait-2a41d4db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:43.205288834Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a41d4db"},"namespace":"ai-tenant-e2e-ait-2a41d4db","name":"default-tenant","reconcileID":"fbd145ae-c1ee-4a1f-9db2-c447d576db0f","name":"e2e-ait-2a41d4db-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:54.442462764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31b2dffe-7f82-4fe3-849e-542830938a66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:54.494972419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31b2dffe-7f82-4fe3-849e-542830938a66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:54.572530357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31b2dffe-7f82-4fe3-849e-542830938a66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:54.626052101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31b2dffe-7f82-4fe3-849e-542830938a66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:56.556132122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d972b391-7c11-4524-bcd0-a9b6e792d2bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:56.604813677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d972b391-7c11-4524-bcd0-a9b6e792d2bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:56.653704013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d972b391-7c11-4524-bcd0-a9b6e792d2bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:56.702565782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d972b391-7c11-4524-bcd0-a9b6e792d2bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:57.588055054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4705e99c"},"namespace":"ai-tenant-e2e-derive-4705e99c","name":"default-tenant","reconcileID":"2b1f1936-6409-4e91-8725-e17e2db10d8e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-derive-4705e99c","tenantID":"e2e-derive-4705e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:57.706158922Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4705e99c"},"namespace":"ai-tenant-e2e-derive-4705e99c","name":"default-tenant","reconcileID":"2b1f1936-6409-4e91-8725-e17e2db10d8e","name":"e2e-derive-4705e99c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:58.653893936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d71a9a1-1089-4505-976e-c7ae27d1de8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:58.702883032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d71a9a1-1089-4505-976e-c7ae27d1de8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:58.751586887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d71a9a1-1089-4505-976e-c7ae27d1de8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:58.800243215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d71a9a1-1089-4505-976e-c7ae27d1de8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:04.491305527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8883b3dc-6111-4ec0-a843-5f8ad1937a62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:04.544420653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8883b3dc-6111-4ec0-a843-5f8ad1937a62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:04.593199188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8883b3dc-6111-4ec0-a843-5f8ad1937a62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:04.645881032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8883b3dc-6111-4ec0-a843-5f8ad1937a62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:06.171909963Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:06.472648166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10c43dd7-8c43-496d-9932-799e30c4d8d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:06.521885831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10c43dd7-8c43-496d-9932-799e30c4d8d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:06.571800875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10c43dd7-8c43-496d-9932-799e30c4d8d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:06.620353493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10c43dd7-8c43-496d-9932-799e30c4d8d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:07.168022558Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b2e37ae"},"namespace":"ai-tenant-e2e-migrate-4b2e37ae","name":"default-tenant","reconcileID":"62df7b02-cb8c-4a58-a1f0-17495cc65c59","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:07.292203167Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b2e37ae"},"namespace":"ai-tenant-e2e-migrate-4b2e37ae","name":"default-tenant","reconcileID":"62df7b02-cb8c-4a58-a1f0-17495cc65c59","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:08.446116101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b259f677-6300-483f-a909-da42098239cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:08.495339588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b259f677-6300-483f-a909-da42098239cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:08.546883815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b259f677-6300-483f-a909-da42098239cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:08.595698409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b259f677-6300-483f-a909-da42098239cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:10.40759448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2b69560-0252-4717-8693-8ec8f8d9a031","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:10.456252349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2b69560-0252-4717-8693-8ec8f8d9a031","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:10.506821374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2b69560-0252-4717-8693-8ec8f8d9a031","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:10.556141458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2b69560-0252-4717-8693-8ec8f8d9a031","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:12.280078617Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a41d4db"},"namespace":"ai-tenant-e2e-ait-2a41d4db","name":"default-tenant","reconcileID":"62e595bf-fd5c-418b-ae6e-57cf819a1d31","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:12.458024993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93dd74f0-5874-4187-928d-c6db950ba3aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:12.507609643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93dd74f0-5874-4187-928d-c6db950ba3aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:12.556338734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93dd74f0-5874-4187-928d-c6db950ba3aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:12.604939982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93dd74f0-5874-4187-928d-c6db950ba3aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:14.440352389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73c7e432-5dd7-443d-b11c-866f35b13d28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:14.489147453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73c7e432-5dd7-443d-b11c-866f35b13d28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:14.538811228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73c7e432-5dd7-443d-b11c-866f35b13d28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:14.589484166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73c7e432-5dd7-443d-b11c-866f35b13d28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:16.365344537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd1b7e6f-f7ba-49ae-83d7-8bc7555cba84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:16.415263897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd1b7e6f-f7ba-49ae-83d7-8bc7555cba84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:16.464827801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd1b7e6f-f7ba-49ae-83d7-8bc7555cba84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:16.513618774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd1b7e6f-f7ba-49ae-83d7-8bc7555cba84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:17.819900682Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-63d97fec"},"namespace":"ai-tenant-e2e-ait-63d97fec","name":"default-tenant","reconcileID":"3f4e6ae0-7523-4298-9fa4-3c00cdbd74cb","namespace":"ai-tenant-e2e-ait-63d97fec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:17.819987501Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-63d97fec"},"namespace":"ai-tenant-e2e-ait-63d97fec","name":"default-tenant","reconcileID":"3f4e6ae0-7523-4298-9fa4-3c00cdbd74cb","namespace":"ai-tenant-e2e-ait-63d97fec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:17.820062855Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-63d97fec"},"namespace":"ai-tenant-e2e-ait-63d97fec","name":"default-tenant","reconcileID":"3f4e6ae0-7523-4298-9fa4-3c00cdbd74cb","tenant":"e2e-ait-63d97fec","tenantID":"e2e-ait-63d97fec","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:17.888094835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-63d97fec"},"namespace":"ai-tenant-e2e-ait-63d97fec","name":"default-tenant","reconcileID":"3f4e6ae0-7523-4298-9fa4-3c00cdbd74cb","gvk":"Deployment","name":"maas-api-e2e-ait-63d97fec","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:17.959802587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-63d97fec"},"namespace":"ai-tenant-e2e-ait-63d97fec","name":"default-tenant","reconcileID":"3f4e6ae0-7523-4298-9fa4-3c00cdbd74cb","gvk":"Service","name":"maas-api-e2e-ait-63d97fec","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:18.013647035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-63d97fec"},"namespace":"ai-tenant-e2e-ait-63d97fec","name":"default-tenant","reconcileID":"3f4e6ae0-7523-4298-9fa4-3c00cdbd74cb","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-63d97fec","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:18.064783867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-63d97fec"},"namespace":"ai-tenant-e2e-ait-63d97fec","name":"default-tenant","reconcileID":"3f4e6ae0-7523-4298-9fa4-3c00cdbd74cb","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-63d97fec","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:18.123713098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-63d97fec"},"namespace":"ai-tenant-e2e-ait-63d97fec","name":"default-tenant","reconcileID":"3f4e6ae0-7523-4298-9fa4-3c00cdbd74cb","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-63d97fec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:18.175942028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-63d97fec"},"namespace":"ai-tenant-e2e-ait-63d97fec","name":"default-tenant","reconcileID":"3f4e6ae0-7523-4298-9fa4-3c00cdbd74cb","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-63d97fec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:18.237588601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-63d97fec"},"namespace":"ai-tenant-e2e-ait-63d97fec","name":"default-tenant","reconcileID":"3f4e6ae0-7523-4298-9fa4-3c00cdbd74cb","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-63d97fec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:18.292505285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-63d97fec"},"namespace":"ai-tenant-e2e-ait-63d97fec","name":"default-tenant","reconcileID":"3f4e6ae0-7523-4298-9fa4-3c00cdbd74cb","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-63d97fec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:18.362280897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-63d97fec"},"namespace":"ai-tenant-e2e-ait-63d97fec","name":"default-tenant","reconcileID":"3f4e6ae0-7523-4298-9fa4-3c00cdbd74cb","gvk":"Deployment","name":"payload-processing-e2e-ait-63d97fec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:18.411238212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-63d97fec"},"namespace":"ai-tenant-e2e-ait-63d97fec","name":"default-tenant","reconcileID":"3f4e6ae0-7523-4298-9fa4-3c00cdbd74cb","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-63d97fec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:18.411635868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6c013c0-1c70-4e3a-a33a-82def7ce8b9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:18.460066972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-63d97fec"},"namespace":"ai-tenant-e2e-ait-63d97fec","name":"default-tenant","reconcileID":"3f4e6ae0-7523-4298-9fa4-3c00cdbd74cb","gvk":"Service","name":"payload-processing-e2e-ait-63d97fec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:18.460524842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6c013c0-1c70-4e3a-a33a-82def7ce8b9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:18.508795977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-63d97fec"},"namespace":"ai-tenant-e2e-ait-63d97fec","name":"default-tenant","reconcileID":"3f4e6ae0-7523-4298-9fa4-3c00cdbd74cb","gvk":"Service","name":"payload-pre-processing-e2e-ait-63d97fec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:18.509980719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6c013c0-1c70-4e3a-a33a-82def7ce8b9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:18.558703908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-63d97fec"},"namespace":"ai-tenant-e2e-ait-63d97fec","name":"default-tenant","reconcileID":"3f4e6ae0-7523-4298-9fa4-3c00cdbd74cb","gvk":"DestinationRule","name":"payload-processing-e2e-ait-63d97fec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:18.558830855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6c013c0-1c70-4e3a-a33a-82def7ce8b9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:18.607447543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-63d97fec"},"namespace":"ai-tenant-e2e-ait-63d97fec","name":"default-tenant","reconcileID":"3f4e6ae0-7523-4298-9fa4-3c00cdbd74cb","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-63d97fec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:18.656050237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-63d97fec"},"namespace":"ai-tenant-e2e-ait-63d97fec","name":"default-tenant","reconcileID":"3f4e6ae0-7523-4298-9fa4-3c00cdbd74cb","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-63d97fec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:18.708768245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-63d97fec"},"namespace":"ai-tenant-e2e-ait-63d97fec","name":"default-tenant","reconcileID":"3f4e6ae0-7523-4298-9fa4-3c00cdbd74cb","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-63d97fec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:18.757034514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-63d97fec"},"namespace":"ai-tenant-e2e-ait-63d97fec","name":"default-tenant","reconcileID":"3f4e6ae0-7523-4298-9fa4-3c00cdbd74cb","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-63d97fec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:18.81040457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-63d97fec"},"namespace":"ai-tenant-e2e-ait-63d97fec","name":"default-tenant","reconcileID":"3f4e6ae0-7523-4298-9fa4-3c00cdbd74cb","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-63d97fec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:18.859391253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-63d97fec"},"namespace":"ai-tenant-e2e-ait-63d97fec","name":"default-tenant","reconcileID":"3f4e6ae0-7523-4298-9fa4-3c00cdbd74cb","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-63d97fec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:18.908846834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-63d97fec"},"namespace":"ai-tenant-e2e-ait-63d97fec","name":"default-tenant","reconcileID":"3f4e6ae0-7523-4298-9fa4-3c00cdbd74cb","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-63d97fec","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:19.762066908Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-63d97fec","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-63d97fec","reconcileID":"a1b769ff-e5f9-4269-8d38-6c8003fec69d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-63d97fec","removed":["maas.opendatahub.io/gateway-access-e2e-ait-63d97fec"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:20.462011593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad380c28-396a-4a49-9b2b-3f3b70a2f1fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:20.510600545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad380c28-396a-4a49-9b2b-3f3b70a2f1fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:20.559221478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad380c28-396a-4a49-9b2b-3f3b70a2f1fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:20.607768761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad380c28-396a-4a49-9b2b-3f3b70a2f1fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:22.45362567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"778bcdd7-03a7-4b5f-acad-4dc4f1c257c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:22.504146734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"778bcdd7-03a7-4b5f-acad-4dc4f1c257c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:22.552985125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"778bcdd7-03a7-4b5f-acad-4dc4f1c257c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:22.602312415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"778bcdd7-03a7-4b5f-acad-4dc4f1c257c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:24.044275916Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0b0026e9"},"namespace":"ai-tenant-e2e-ait-0b0026e9","name":"default-tenant","reconcileID":"26660575-3b2a-4f1b-93d3-5d529dc0e664","namespace":"ai-tenant-e2e-ait-0b0026e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:24.044353745Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0b0026e9"},"namespace":"ai-tenant-e2e-ait-0b0026e9","name":"default-tenant","reconcileID":"26660575-3b2a-4f1b-93d3-5d529dc0e664","namespace":"ai-tenant-e2e-ait-0b0026e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:24.04440783Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0b0026e9"},"namespace":"ai-tenant-e2e-ait-0b0026e9","name":"default-tenant","reconcileID":"26660575-3b2a-4f1b-93d3-5d529dc0e664","tenant":"e2e-ait-0b0026e9","tenantID":"e2e-ait-0b0026e9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:24.094847719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0b0026e9"},"namespace":"ai-tenant-e2e-ait-0b0026e9","name":"default-tenant","reconcileID":"26660575-3b2a-4f1b-93d3-5d529dc0e664","gvk":"Deployment","name":"maas-api-e2e-ait-0b0026e9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:24.160387658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0b0026e9"},"namespace":"ai-tenant-e2e-ait-0b0026e9","name":"default-tenant","reconcileID":"26660575-3b2a-4f1b-93d3-5d529dc0e664","gvk":"Service","name":"maas-api-e2e-ait-0b0026e9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:24.225138523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0b0026e9"},"namespace":"ai-tenant-e2e-ait-0b0026e9","name":"default-tenant","reconcileID":"26660575-3b2a-4f1b-93d3-5d529dc0e664","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-0b0026e9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:24.277988862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0b0026e9"},"namespace":"ai-tenant-e2e-ait-0b0026e9","name":"default-tenant","reconcileID":"26660575-3b2a-4f1b-93d3-5d529dc0e664","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-0b0026e9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:24.329935523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0b0026e9"},"namespace":"ai-tenant-e2e-ait-0b0026e9","name":"default-tenant","reconcileID":"26660575-3b2a-4f1b-93d3-5d529dc0e664","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-0b0026e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:24.386755488Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0b0026e9"},"namespace":"ai-tenant-e2e-ait-0b0026e9","name":"default-tenant","reconcileID":"26660575-3b2a-4f1b-93d3-5d529dc0e664","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-0b0026e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:24.440900098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0b0026e9"},"namespace":"ai-tenant-e2e-ait-0b0026e9","name":"default-tenant","reconcileID":"26660575-3b2a-4f1b-93d3-5d529dc0e664","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-0b0026e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:24.453506458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2138b428-f3d8-4709-8e89-69251d85457c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:24.50671811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2138b428-f3d8-4709-8e89-69251d85457c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:24.507395715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0b0026e9"},"namespace":"ai-tenant-e2e-ait-0b0026e9","name":"default-tenant","reconcileID":"26660575-3b2a-4f1b-93d3-5d529dc0e664","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-0b0026e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:24.555562542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2138b428-f3d8-4709-8e89-69251d85457c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:24.604037734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0b0026e9"},"namespace":"ai-tenant-e2e-ait-0b0026e9","name":"default-tenant","reconcileID":"26660575-3b2a-4f1b-93d3-5d529dc0e664","gvk":"Deployment","name":"payload-processing-e2e-ait-0b0026e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:24.604453308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2138b428-f3d8-4709-8e89-69251d85457c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:24.652778402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0b0026e9"},"namespace":"ai-tenant-e2e-ait-0b0026e9","name":"default-tenant","reconcileID":"26660575-3b2a-4f1b-93d3-5d529dc0e664","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-0b0026e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:24.70103733Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0b0026e9"},"namespace":"ai-tenant-e2e-ait-0b0026e9","name":"default-tenant","reconcileID":"26660575-3b2a-4f1b-93d3-5d529dc0e664","gvk":"Service","name":"payload-processing-e2e-ait-0b0026e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:24.749388145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0b0026e9"},"namespace":"ai-tenant-e2e-ait-0b0026e9","name":"default-tenant","reconcileID":"26660575-3b2a-4f1b-93d3-5d529dc0e664","gvk":"Service","name":"payload-pre-processing-e2e-ait-0b0026e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:24.797907814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0b0026e9"},"namespace":"ai-tenant-e2e-ait-0b0026e9","name":"default-tenant","reconcileID":"26660575-3b2a-4f1b-93d3-5d529dc0e664","gvk":"DestinationRule","name":"payload-processing-e2e-ait-0b0026e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:24.853055832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0b0026e9"},"namespace":"ai-tenant-e2e-ait-0b0026e9","name":"default-tenant","reconcileID":"26660575-3b2a-4f1b-93d3-5d529dc0e664","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-0b0026e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:24.901823239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0b0026e9"},"namespace":"ai-tenant-e2e-ait-0b0026e9","name":"default-tenant","reconcileID":"26660575-3b2a-4f1b-93d3-5d529dc0e664","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-0b0026e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:24.954965544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0b0026e9"},"namespace":"ai-tenant-e2e-ait-0b0026e9","name":"default-tenant","reconcileID":"26660575-3b2a-4f1b-93d3-5d529dc0e664","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-0b0026e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:25.00342543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0b0026e9"},"namespace":"ai-tenant-e2e-ait-0b0026e9","name":"default-tenant","reconcileID":"26660575-3b2a-4f1b-93d3-5d529dc0e664","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-0b0026e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:25.052372014Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0b0026e9"},"namespace":"ai-tenant-e2e-ait-0b0026e9","name":"default-tenant","reconcileID":"26660575-3b2a-4f1b-93d3-5d529dc0e664","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-0b0026e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:25.101432845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0b0026e9"},"namespace":"ai-tenant-e2e-ait-0b0026e9","name":"default-tenant","reconcileID":"26660575-3b2a-4f1b-93d3-5d529dc0e664","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-0b0026e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:25.149890946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0b0026e9"},"namespace":"ai-tenant-e2e-ait-0b0026e9","name":"default-tenant","reconcileID":"26660575-3b2a-4f1b-93d3-5d529dc0e664","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-0b0026e9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:25.20402035Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b2e37ae"},"namespace":"ai-tenant-e2e-migrate-4b2e37ae","name":"default-tenant","reconcileID":"3907317a-709f-46ad-ba50-451bebbae737","namespace":"ai-tenant-e2e-migrate-4b2e37ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:25.20407029Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b2e37ae"},"namespace":"ai-tenant-e2e-migrate-4b2e37ae","name":"default-tenant","reconcileID":"3907317a-709f-46ad-ba50-451bebbae737","namespace":"ai-tenant-e2e-migrate-4b2e37ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:25.204118347Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b2e37ae"},"namespace":"ai-tenant-e2e-migrate-4b2e37ae","name":"default-tenant","reconcileID":"3907317a-709f-46ad-ba50-451bebbae737","tenant":"e2e-migrate-4b2e37ae","tenantID":"e2e-migrate-4b2e37ae","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:25.255733835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b2e37ae"},"namespace":"ai-tenant-e2e-migrate-4b2e37ae","name":"default-tenant","reconcileID":"3907317a-709f-46ad-ba50-451bebbae737","gvk":"Deployment","name":"maas-api-e2e-migrate-4b2e37ae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:25.323536686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b2e37ae"},"namespace":"ai-tenant-e2e-migrate-4b2e37ae","name":"default-tenant","reconcileID":"3907317a-709f-46ad-ba50-451bebbae737","gvk":"Service","name":"maas-api-e2e-migrate-4b2e37ae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:25.327612977Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-7f66ab","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-7f66ab","reconcileID":"54fdf1d6-e0fa-4c98-9aa1-e20b11bb49fc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-7f66ab","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w2-7f66ab":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:25.375869643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b2e37ae"},"namespace":"ai-tenant-e2e-migrate-4b2e37ae","name":"default-tenant","reconcileID":"3907317a-709f-46ad-ba50-451bebbae737","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-4b2e37ae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:25.426282867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b2e37ae"},"namespace":"ai-tenant-e2e-migrate-4b2e37ae","name":"default-tenant","reconcileID":"3907317a-709f-46ad-ba50-451bebbae737","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-4b2e37ae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:25.479388344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b2e37ae"},"namespace":"ai-tenant-e2e-migrate-4b2e37ae","name":"default-tenant","reconcileID":"3907317a-709f-46ad-ba50-451bebbae737","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-4b2e37ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:25.563157059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b2e37ae"},"namespace":"ai-tenant-e2e-migrate-4b2e37ae","name":"default-tenant","reconcileID":"3907317a-709f-46ad-ba50-451bebbae737","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-4b2e37ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:25.64842104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b2e37ae"},"namespace":"ai-tenant-e2e-migrate-4b2e37ae","name":"default-tenant","reconcileID":"3907317a-709f-46ad-ba50-451bebbae737","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-4b2e37ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:25.700205035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b2e37ae"},"namespace":"ai-tenant-e2e-migrate-4b2e37ae","name":"default-tenant","reconcileID":"3907317a-709f-46ad-ba50-451bebbae737","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-4b2e37ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:25.748851751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b2e37ae"},"namespace":"ai-tenant-e2e-migrate-4b2e37ae","name":"default-tenant","reconcileID":"3907317a-709f-46ad-ba50-451bebbae737","gvk":"Deployment","name":"payload-processing-e2e-migrate-4b2e37ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:25.797006238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b2e37ae"},"namespace":"ai-tenant-e2e-migrate-4b2e37ae","name":"default-tenant","reconcileID":"3907317a-709f-46ad-ba50-451bebbae737","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-4b2e37ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:25.847212502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b2e37ae"},"namespace":"ai-tenant-e2e-migrate-4b2e37ae","name":"default-tenant","reconcileID":"3907317a-709f-46ad-ba50-451bebbae737","gvk":"Service","name":"payload-processing-e2e-migrate-4b2e37ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:25.919253684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b2e37ae"},"namespace":"ai-tenant-e2e-migrate-4b2e37ae","name":"default-tenant","reconcileID":"3907317a-709f-46ad-ba50-451bebbae737","gvk":"Service","name":"payload-pre-processing-e2e-migrate-4b2e37ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:25.970438187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b2e37ae"},"namespace":"ai-tenant-e2e-migrate-4b2e37ae","name":"default-tenant","reconcileID":"3907317a-709f-46ad-ba50-451bebbae737","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-4b2e37ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:26.018945557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b2e37ae"},"namespace":"ai-tenant-e2e-migrate-4b2e37ae","name":"default-tenant","reconcileID":"3907317a-709f-46ad-ba50-451bebbae737","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-4b2e37ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:26.067264141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b2e37ae"},"namespace":"ai-tenant-e2e-migrate-4b2e37ae","name":"default-tenant","reconcileID":"3907317a-709f-46ad-ba50-451bebbae737","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-4b2e37ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:26.116134318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b2e37ae"},"namespace":"ai-tenant-e2e-migrate-4b2e37ae","name":"default-tenant","reconcileID":"3907317a-709f-46ad-ba50-451bebbae737","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-migrate-4b2e37ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:26.164901473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b2e37ae"},"namespace":"ai-tenant-e2e-migrate-4b2e37ae","name":"default-tenant","reconcileID":"3907317a-709f-46ad-ba50-451bebbae737","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-4b2e37ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:26.213572698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b2e37ae"},"namespace":"ai-tenant-e2e-migrate-4b2e37ae","name":"default-tenant","reconcileID":"3907317a-709f-46ad-ba50-451bebbae737","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-4b2e37ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:26.265274085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b2e37ae"},"namespace":"ai-tenant-e2e-migrate-4b2e37ae","name":"default-tenant","reconcileID":"3907317a-709f-46ad-ba50-451bebbae737","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-4b2e37ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:26.319921508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b2e37ae"},"namespace":"ai-tenant-e2e-migrate-4b2e37ae","name":"default-tenant","reconcileID":"3907317a-709f-46ad-ba50-451bebbae737","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-4b2e37ae","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:26.441918163Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-0b0026e9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-0b0026e9","reconcileID":"48935278-5f96-4fda-829f-f5a5637fc724","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-0b0026e9","removed":["maas.opendatahub.io/gateway-access-e2e-ait-0b0026e9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:26.467504158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e15948c8-f41a-4c33-88d6-4848b3589dbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:26.516235785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e15948c8-f41a-4c33-88d6-4848b3589dbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:26.627138293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e15948c8-f41a-4c33-88d6-4848b3589dbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:26.67583056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e15948c8-f41a-4c33-88d6-4848b3589dbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:27.500267371Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-4b2e37ae","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-4b2e37ae","reconcileID":"e2905d11-0068-42aa-a4fd-5579a6abcb72","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-4b2e37ae-gw","removed":["maas.opendatahub.io/gateway-access-e2e-migrate-4b2e37ae-gw"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:28.536155278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d766ee9d-dfdf-47c4-abb6-58d663f28962","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:28.584826489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d766ee9d-dfdf-47c4-abb6-58d663f28962","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:28.633619082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d766ee9d-dfdf-47c4-abb6-58d663f28962","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:28.682312698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d766ee9d-dfdf-47c4-abb6-58d663f28962","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:30.491776009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bba0674e-c6bc-4cda-ba9a-c1ffaa5a7e5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:30.54017617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bba0674e-c6bc-4cda-ba9a-c1ffaa5a7e5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:30.58849594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bba0674e-c6bc-4cda-ba9a-c1ffaa5a7e5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:30.637245282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bba0674e-c6bc-4cda-ba9a-c1ffaa5a7e5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:32.431122233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c25fa3d-a00e-4ded-9b67-da9660725f21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:32.480709896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c25fa3d-a00e-4ded-9b67-da9660725f21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:32.52943857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c25fa3d-a00e-4ded-9b67-da9660725f21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:32.578237268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c25fa3d-a00e-4ded-9b67-da9660725f21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:33.888450985Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-b47e8d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-b47e8d","reconcileID":"0da1d464-c7e8-468f-82f4-e34746f880e3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-b47e8d","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w3-b47e8d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:34.368225074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d15d520-c223-4fad-81fa-d2910fa9e062","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:34.423010898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d15d520-c223-4fad-81fa-d2910fa9e062","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:34.47289441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d15d520-c223-4fad-81fa-d2910fa9e062","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:34.478019408Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-d09fff","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-d09fff","reconcileID":"0c77bf5b-d53e-4ee3-96b1-845f346ea619","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-d09fff","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-d09fff":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:34.521529478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d15d520-c223-4fad-81fa-d2910fa9e062","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:36.168532302Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:36.340724424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"496baa02-eb7e-4c16-aaa3-1b66b66b9857","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:36.420663821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"496baa02-eb7e-4c16-aaa3-1b66b66b9857","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:36.469174839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"496baa02-eb7e-4c16-aaa3-1b66b66b9857","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:36.517780703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"496baa02-eb7e-4c16-aaa3-1b66b66b9857","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:38.295330902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dee14d25-60ee-4f7a-b7da-e03c3cfd555b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:38.344018347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dee14d25-60ee-4f7a-b7da-e03c3cfd555b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:38.394372174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dee14d25-60ee-4f7a-b7da-e03c3cfd555b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:38.443237263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dee14d25-60ee-4f7a-b7da-e03c3cfd555b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:40.243359116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b020529a-2b8f-43b7-9cf6-454109a6c806","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:40.292167504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b020529a-2b8f-43b7-9cf6-454109a6c806","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:40.34062412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b020529a-2b8f-43b7-9cf6-454109a6c806","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:40.38923699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b020529a-2b8f-43b7-9cf6-454109a6c806","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:40.698685818Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6a963dc2-f21d-4175-8cfa-e3b4142cb4fc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:40.760614162Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5db7441f-fb3b-45a8-b23e-bfd55f4f94bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:45.695424021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"default-tenant","reconcileID":"f8608d9c-d71a-4fe5-b655-a49c5f3eda52","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:45.806940012Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"default-tenant","reconcileID":"f8608d9c-d71a-4fe5-b655-a49c5f3eda52","name":"e2e-worker-w2-7f66ab-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:45.861625588Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a41d4db"},"namespace":"ai-tenant-e2e-ait-2a41d4db","name":"default-tenant","reconcileID":"7a36dbf5-218a-47aa-a6d1-5a49ac2c9f25","namespace":"ai-tenant-e2e-ait-2a41d4db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:45.861684809Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a41d4db"},"namespace":"ai-tenant-e2e-ait-2a41d4db","name":"default-tenant","reconcileID":"7a36dbf5-218a-47aa-a6d1-5a49ac2c9f25","namespace":"ai-tenant-e2e-ait-2a41d4db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:45.861732969Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a41d4db"},"namespace":"ai-tenant-e2e-ait-2a41d4db","name":"default-tenant","reconcileID":"7a36dbf5-218a-47aa-a6d1-5a49ac2c9f25","tenant":"e2e-ait-2a41d4db","tenantID":"e2e-ait-2a41d4db","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:45.912161939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a41d4db"},"namespace":"ai-tenant-e2e-ait-2a41d4db","name":"default-tenant","reconcileID":"7a36dbf5-218a-47aa-a6d1-5a49ac2c9f25","gvk":"Deployment","name":"maas-api-e2e-ait-2a41d4db","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:45.969906992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a41d4db"},"namespace":"ai-tenant-e2e-ait-2a41d4db","name":"default-tenant","reconcileID":"7a36dbf5-218a-47aa-a6d1-5a49ac2c9f25","gvk":"Service","name":"maas-api-e2e-ait-2a41d4db","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:46.022078144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a41d4db"},"namespace":"ai-tenant-e2e-ait-2a41d4db","name":"default-tenant","reconcileID":"7a36dbf5-218a-47aa-a6d1-5a49ac2c9f25","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-2a41d4db","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:46.073301874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a41d4db"},"namespace":"ai-tenant-e2e-ait-2a41d4db","name":"default-tenant","reconcileID":"7a36dbf5-218a-47aa-a6d1-5a49ac2c9f25","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-2a41d4db","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:46.125147422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a41d4db"},"namespace":"ai-tenant-e2e-ait-2a41d4db","name":"default-tenant","reconcileID":"7a36dbf5-218a-47aa-a6d1-5a49ac2c9f25","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-2a41d4db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:46.176565418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a41d4db"},"namespace":"ai-tenant-e2e-ait-2a41d4db","name":"default-tenant","reconcileID":"7a36dbf5-218a-47aa-a6d1-5a49ac2c9f25","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-2a41d4db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:46.22826878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a41d4db"},"namespace":"ai-tenant-e2e-ait-2a41d4db","name":"default-tenant","reconcileID":"7a36dbf5-218a-47aa-a6d1-5a49ac2c9f25","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-2a41d4db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:46.279406859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a41d4db"},"namespace":"ai-tenant-e2e-ait-2a41d4db","name":"default-tenant","reconcileID":"7a36dbf5-218a-47aa-a6d1-5a49ac2c9f25","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-2a41d4db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:46.32794645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a41d4db"},"namespace":"ai-tenant-e2e-ait-2a41d4db","name":"default-tenant","reconcileID":"7a36dbf5-218a-47aa-a6d1-5a49ac2c9f25","gvk":"Deployment","name":"payload-processing-e2e-ait-2a41d4db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:46.376293712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a41d4db"},"namespace":"ai-tenant-e2e-ait-2a41d4db","name":"default-tenant","reconcileID":"7a36dbf5-218a-47aa-a6d1-5a49ac2c9f25","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-2a41d4db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:46.424716492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a41d4db"},"namespace":"ai-tenant-e2e-ait-2a41d4db","name":"default-tenant","reconcileID":"7a36dbf5-218a-47aa-a6d1-5a49ac2c9f25","gvk":"Service","name":"payload-processing-e2e-ait-2a41d4db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:46.47315125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a41d4db"},"namespace":"ai-tenant-e2e-ait-2a41d4db","name":"default-tenant","reconcileID":"7a36dbf5-218a-47aa-a6d1-5a49ac2c9f25","gvk":"Service","name":"payload-pre-processing-e2e-ait-2a41d4db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:46.521494375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a41d4db"},"namespace":"ai-tenant-e2e-ait-2a41d4db","name":"default-tenant","reconcileID":"7a36dbf5-218a-47aa-a6d1-5a49ac2c9f25","gvk":"DestinationRule","name":"payload-processing-e2e-ait-2a41d4db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:46.569848102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a41d4db"},"namespace":"ai-tenant-e2e-ait-2a41d4db","name":"default-tenant","reconcileID":"7a36dbf5-218a-47aa-a6d1-5a49ac2c9f25","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-2a41d4db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:46.618182598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a41d4db"},"namespace":"ai-tenant-e2e-ait-2a41d4db","name":"default-tenant","reconcileID":"7a36dbf5-218a-47aa-a6d1-5a49ac2c9f25","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-2a41d4db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:46.672238688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a41d4db"},"namespace":"ai-tenant-e2e-ait-2a41d4db","name":"default-tenant","reconcileID":"7a36dbf5-218a-47aa-a6d1-5a49ac2c9f25","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-2a41d4db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:46.720973443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a41d4db"},"namespace":"ai-tenant-e2e-ait-2a41d4db","name":"default-tenant","reconcileID":"7a36dbf5-218a-47aa-a6d1-5a49ac2c9f25","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-2a41d4db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:46.769187492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a41d4db"},"namespace":"ai-tenant-e2e-ait-2a41d4db","name":"default-tenant","reconcileID":"7a36dbf5-218a-47aa-a6d1-5a49ac2c9f25","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-2a41d4db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:46.817854111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a41d4db"},"namespace":"ai-tenant-e2e-ait-2a41d4db","name":"default-tenant","reconcileID":"7a36dbf5-218a-47aa-a6d1-5a49ac2c9f25","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-2a41d4db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:46.866226715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a41d4db"},"namespace":"ai-tenant-e2e-ait-2a41d4db","name":"default-tenant","reconcileID":"7a36dbf5-218a-47aa-a6d1-5a49ac2c9f25","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-2a41d4db","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:47.63366155Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-2a41d4db","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-2a41d4db","reconcileID":"645b0876-375e-4bd8-bc72-e59bfb1b07c5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-2a41d4db","removed":["maas.opendatahub.io/gateway-access-e2e-ait-2a41d4db"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:48.684001654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2922e543-386d-48fb-91d5-57bd8ef1396e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:48.7336238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2922e543-386d-48fb-91d5-57bd8ef1396e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:48.782733301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2922e543-386d-48fb-91d5-57bd8ef1396e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:48.831249594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2922e543-386d-48fb-91d5-57bd8ef1396e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:50.635357649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"574949c0-08e9-4c09-b12e-7de2b59e75d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:50.683895582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"574949c0-08e9-4c09-b12e-7de2b59e75d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:50.732893182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"574949c0-08e9-4c09-b12e-7de2b59e75d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:50.781340758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"574949c0-08e9-4c09-b12e-7de2b59e75d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:52.175762328Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cd4387bc-a0a9-4093-a9ed-e89c1d5e3840","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:52.273853714Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"81d010da-21ed-4477-875c-f0872293a79e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:54.91323987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"536e6f97-5fe8-4a16-b948-5eb4638d98b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:54.96216867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"536e6f97-5fe8-4a16-b948-5eb4638d98b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:55.010910313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"536e6f97-5fe8-4a16-b948-5eb4638d98b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:55.059538467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"536e6f97-5fe8-4a16-b948-5eb4638d98b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:55.487257431Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-e524ce","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-e524ce","reconcileID":"4792d1ac-65f8-4938-9435-2e7946ca567e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-e524ce","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w4-e524ce":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:56.73556373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"default-tenant","reconcileID":"83d8bbbe-702a-45a4-9c24-6f165997ac76","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:56.848037339Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"default-tenant","reconcileID":"83d8bbbe-702a-45a4-9c24-6f165997ac76","name":"e2e-worker-w3-b47e8d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:56.87107348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ae33b60-5ab8-41a7-80f4-00e5ffd69463","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:56.919688598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ae33b60-5ab8-41a7-80f4-00e5ffd69463","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:56.968151738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ae33b60-5ab8-41a7-80f4-00e5ffd69463","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:57.016701447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ae33b60-5ab8-41a7-80f4-00e5ffd69463","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:58.847893046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ba9b28d-d72a-4042-b823-0bba2e617811","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:58.897153729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ba9b28d-d72a-4042-b823-0bba2e617811","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:58.946073468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ba9b28d-d72a-4042-b823-0bba2e617811","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:58.994618803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ba9b28d-d72a-4042-b823-0bba2e617811","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:00.78574408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef988de3-b8f9-46e8-8954-e6b7746d1e00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:00.834475284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef988de3-b8f9-46e8-8954-e6b7746d1e00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:00.88324115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef988de3-b8f9-46e8-8954-e6b7746d1e00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:00.932032959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef988de3-b8f9-46e8-8954-e6b7746d1e00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:01.756607358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"default-tenant","reconcileID":"d3a1dc61-651e-4cbf-b644-c31ebdaceeb6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:01.868463104Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"default-tenant","reconcileID":"d3a1dc61-651e-4cbf-b644-c31ebdaceeb6","name":"e2e-worker-w0-d09fff-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:01.931054974Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4705e99c"},"namespace":"ai-tenant-e2e-derive-4705e99c","name":"default-tenant","reconcileID":"9e1a1b91-34e0-40e1-b7ab-c7e2281c92dd","namespace":"ai-tenant-e2e-derive-4705e99c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:01.931179667Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4705e99c"},"namespace":"ai-tenant-e2e-derive-4705e99c","name":"default-tenant","reconcileID":"9e1a1b91-34e0-40e1-b7ab-c7e2281c92dd","namespace":"ai-tenant-e2e-derive-4705e99c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:01.931291595Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4705e99c"},"namespace":"ai-tenant-e2e-derive-4705e99c","name":"default-tenant","reconcileID":"9e1a1b91-34e0-40e1-b7ab-c7e2281c92dd","tenant":"e2e-derive-4705e99c","tenantID":"e2e-derive-4705e99c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:01.982567524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4705e99c"},"namespace":"ai-tenant-e2e-derive-4705e99c","name":"default-tenant","reconcileID":"9e1a1b91-34e0-40e1-b7ab-c7e2281c92dd","gvk":"Deployment","name":"maas-api-e2e-derive-4705e99c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:02.042277253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4705e99c"},"namespace":"ai-tenant-e2e-derive-4705e99c","name":"default-tenant","reconcileID":"9e1a1b91-34e0-40e1-b7ab-c7e2281c92dd","gvk":"Service","name":"maas-api-e2e-derive-4705e99c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:02.09424717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4705e99c"},"namespace":"ai-tenant-e2e-derive-4705e99c","name":"default-tenant","reconcileID":"9e1a1b91-34e0-40e1-b7ab-c7e2281c92dd","gvk":"HTTPRoute","name":"maas-api-route-e2e-derive-4705e99c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:02.145734319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4705e99c"},"namespace":"ai-tenant-e2e-derive-4705e99c","name":"default-tenant","reconcileID":"9e1a1b91-34e0-40e1-b7ab-c7e2281c92dd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-derive-4705e99c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:02.245210432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4705e99c"},"namespace":"ai-tenant-e2e-derive-4705e99c","name":"default-tenant","reconcileID":"9e1a1b91-34e0-40e1-b7ab-c7e2281c92dd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-derive-4705e99c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:02.298412836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4705e99c"},"namespace":"ai-tenant-e2e-derive-4705e99c","name":"default-tenant","reconcileID":"9e1a1b91-34e0-40e1-b7ab-c7e2281c92dd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-derive-4705e99c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:02.354356371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4705e99c"},"namespace":"ai-tenant-e2e-derive-4705e99c","name":"default-tenant","reconcileID":"9e1a1b91-34e0-40e1-b7ab-c7e2281c92dd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-derive-4705e99c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:02.405936476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4705e99c"},"namespace":"ai-tenant-e2e-derive-4705e99c","name":"default-tenant","reconcileID":"9e1a1b91-34e0-40e1-b7ab-c7e2281c92dd","gvk":"Telemetry","name":"latency-per-subscription-e2e-derive-4705e99c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:02.454561665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4705e99c"},"namespace":"ai-tenant-e2e-derive-4705e99c","name":"default-tenant","reconcileID":"9e1a1b91-34e0-40e1-b7ab-c7e2281c92dd","gvk":"Deployment","name":"payload-processing-e2e-derive-4705e99c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:02.50285679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4705e99c"},"namespace":"ai-tenant-e2e-derive-4705e99c","name":"default-tenant","reconcileID":"9e1a1b91-34e0-40e1-b7ab-c7e2281c92dd","gvk":"Deployment","name":"payload-pre-processing-e2e-derive-4705e99c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:02.554731236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4705e99c"},"namespace":"ai-tenant-e2e-derive-4705e99c","name":"default-tenant","reconcileID":"9e1a1b91-34e0-40e1-b7ab-c7e2281c92dd","gvk":"Service","name":"payload-processing-e2e-derive-4705e99c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:02.6040152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4705e99c"},"namespace":"ai-tenant-e2e-derive-4705e99c","name":"default-tenant","reconcileID":"9e1a1b91-34e0-40e1-b7ab-c7e2281c92dd","gvk":"Service","name":"payload-pre-processing-e2e-derive-4705e99c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:02.652976796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4705e99c"},"namespace":"ai-tenant-e2e-derive-4705e99c","name":"default-tenant","reconcileID":"9e1a1b91-34e0-40e1-b7ab-c7e2281c92dd","gvk":"DestinationRule","name":"payload-processing-e2e-derive-4705e99c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:02.70193938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4705e99c"},"namespace":"ai-tenant-e2e-derive-4705e99c","name":"default-tenant","reconcileID":"9e1a1b91-34e0-40e1-b7ab-c7e2281c92dd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-derive-4705e99c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:02.750794658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4705e99c"},"namespace":"ai-tenant-e2e-derive-4705e99c","name":"default-tenant","reconcileID":"9e1a1b91-34e0-40e1-b7ab-c7e2281c92dd","gvk":"EnvoyFilter","name":"payload-processing-e2e-derive-4705e99c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:02.76364874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"499202e3-6439-4a7b-b3a0-0ca3d8914773","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:02.8123096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"499202e3-6439-4a7b-b3a0-0ca3d8914773","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:02.81819904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4705e99c"},"namespace":"ai-tenant-e2e-derive-4705e99c","name":"default-tenant","reconcileID":"9e1a1b91-34e0-40e1-b7ab-c7e2281c92dd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-derive-4705e99c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:02.86104671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"499202e3-6439-4a7b-b3a0-0ca3d8914773","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:02.909539535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4705e99c"},"namespace":"ai-tenant-e2e-derive-4705e99c","name":"default-tenant","reconcileID":"9e1a1b91-34e0-40e1-b7ab-c7e2281c92dd","gvk":"NetworkPolicy","name":"payload-processing-e2e-derive-4705e99c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:02.911698622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"499202e3-6439-4a7b-b3a0-0ca3d8914773","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:02.962848287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4705e99c"},"namespace":"ai-tenant-e2e-derive-4705e99c","name":"default-tenant","reconcileID":"9e1a1b91-34e0-40e1-b7ab-c7e2281c92dd","gvk":"ServiceAccount","name":"payload-processing-e2e-derive-4705e99c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:03.013969508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4705e99c"},"namespace":"ai-tenant-e2e-derive-4705e99c","name":"default-tenant","reconcileID":"9e1a1b91-34e0-40e1-b7ab-c7e2281c92dd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-derive-4705e99c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:03.064795867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4705e99c"},"namespace":"ai-tenant-e2e-derive-4705e99c","name":"default-tenant","reconcileID":"9e1a1b91-34e0-40e1-b7ab-c7e2281c92dd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-derive-4705e99c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:03.844417186Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-4705e99c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-4705e99c","reconcileID":"49fee6a4-bac0-49ac-8f74-c27fa119b2fe","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-4705e99c","removed":["maas.opendatahub.io/gateway-access-e2e-derive-4705e99c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:04.746474906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d36d8491-2e44-4a0b-9ed7-18cf252ceaa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:04.795335926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d36d8491-2e44-4a0b-9ed7-18cf252ceaa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:04.844077067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d36d8491-2e44-4a0b-9ed7-18cf252ceaa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:04.893508118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d36d8491-2e44-4a0b-9ed7-18cf252ceaa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:06.186591042Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:06.73249417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21f82d81-f137-4ae8-82a6-cbb9ce82ed2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:06.781870571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21f82d81-f137-4ae8-82a6-cbb9ce82ed2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:06.830845408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21f82d81-f137-4ae8-82a6-cbb9ce82ed2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:06.88029571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21f82d81-f137-4ae8-82a6-cbb9ce82ed2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:08.76003114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7786506d-1244-42a4-a92f-12a0d308c525","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:08.808775474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7786506d-1244-42a4-a92f-12a0d308c525","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:08.857506808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7786506d-1244-42a4-a92f-12a0d308c525","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:08.906725444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7786506d-1244-42a4-a92f-12a0d308c525","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:10.481890926Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-e65019","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-e65019","reconcileID":"171bf8f3-e5a8-4d84-b8e9-4c0990ddef95","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-e65019","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w1-e65019":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:10.737660772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fbe86f3-1041-41f9-ae64-f515ab44f30a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:10.786451796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fbe86f3-1041-41f9-ae64-f515ab44f30a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:10.835777984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fbe86f3-1041-41f9-ae64-f515ab44f30a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:10.884813088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fbe86f3-1041-41f9-ae64-f515ab44f30a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:12.870495913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"820614cf-cc8d-4a26-9bb7-ebafa98771a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:12.919175723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"820614cf-cc8d-4a26-9bb7-ebafa98771a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:12.967763634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"820614cf-cc8d-4a26-9bb7-ebafa98771a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:13.016301276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"820614cf-cc8d-4a26-9bb7-ebafa98771a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:14.843515963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19cb71c0-fce8-4dcb-97f0-99316f6fbbd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:14.892116208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19cb71c0-fce8-4dcb-97f0-99316f6fbbd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:14.941202309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19cb71c0-fce8-4dcb-97f0-99316f6fbbd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:14.990413832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19cb71c0-fce8-4dcb-97f0-99316f6fbbd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:16.843370583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec69621d-7e30-412a-b5e8-fb4b7b27bf89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:16.892151919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec69621d-7e30-412a-b5e8-fb4b7b27bf89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:16.940795441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec69621d-7e30-412a-b5e8-fb4b7b27bf89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:16.989411139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec69621d-7e30-412a-b5e8-fb4b7b27bf89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:18.876046355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe1a25d2-486b-4437-a008-37051a95f816","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:18.924744792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe1a25d2-486b-4437-a008-37051a95f816","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:18.973025369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe1a25d2-486b-4437-a008-37051a95f816","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:19.021648885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe1a25d2-486b-4437-a008-37051a95f816","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:20.885841429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abd8fe3a-a11b-464e-acaf-1602f79b595e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:20.934631274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abd8fe3a-a11b-464e-acaf-1602f79b595e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:20.983205411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abd8fe3a-a11b-464e-acaf-1602f79b595e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:21.031776397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abd8fe3a-a11b-464e-acaf-1602f79b595e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:22.83245655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d704b56-f97f-4266-b45d-6d59a4b4b059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:22.881459928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d704b56-f97f-4266-b45d-6d59a4b4b059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:22.930772102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d704b56-f97f-4266-b45d-6d59a4b4b059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:22.979533509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d704b56-f97f-4266-b45d-6d59a4b4b059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:23.33500768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"default-tenant","reconcileID":"02469ce3-1cb3-40a4-b20c-c8a3e1ae7e25","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:23.445592923Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"default-tenant","reconcileID":"02469ce3-1cb3-40a4-b20c-c8a3e1ae7e25","name":"e2e-worker-w4-e524ce-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:24.84167153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4585b790-5524-4ac2-869a-daef10a81bed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:24.89045903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4585b790-5524-4ac2-869a-daef10a81bed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:24.939891587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4585b790-5524-4ac2-869a-daef10a81bed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:24.988632725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4585b790-5524-4ac2-869a-daef10a81bed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:26.770509974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db6728f8-a174-424e-aebc-d3abdb3f345c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:26.819022891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db6728f8-a174-424e-aebc-d3abdb3f345c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:26.867458047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db6728f8-a174-424e-aebc-d3abdb3f345c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:26.915916748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db6728f8-a174-424e-aebc-d3abdb3f345c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:28.75579866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b57d07c9-eb02-47b1-8bd4-62e0e91aee0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:28.822358056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b57d07c9-eb02-47b1-8bd4-62e0e91aee0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:28.870993584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b57d07c9-eb02-47b1-8bd4-62e0e91aee0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:28.919856183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b57d07c9-eb02-47b1-8bd4-62e0e91aee0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:30.788797888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f2128ca-148a-44af-b181-636eb80163c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:30.844397136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f2128ca-148a-44af-b181-636eb80163c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:30.893120409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f2128ca-148a-44af-b181-636eb80163c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:30.944414107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f2128ca-148a-44af-b181-636eb80163c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:32.791061083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7d77e04-229e-490f-95be-21b42ed675de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:32.840703941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7d77e04-229e-490f-95be-21b42ed675de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:32.890396887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7d77e04-229e-490f-95be-21b42ed675de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:32.943498227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7d77e04-229e-490f-95be-21b42ed675de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:36.169251666Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:36.875065023Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c94acce8-7ea3-4b67-9556-05c2f541c06d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:37.172183582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"37715595-64da-4559-a006-14e09659eaba","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:38.22367728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"default-tenant","reconcileID":"06466d3d-3641-4ec2-ba4f-184af9ebd3c5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:38.348553963Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"default-tenant","reconcileID":"06466d3d-3641-4ec2-ba4f-184af9ebd3c5","name":"e2e-worker-w1-e65019-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:39.872481103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"b54cab2f-bf5b-4b3f-be2c-af7b81ba478d","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:46.46752279Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a947c889-9112-413a-8603-1cc7f7f95619","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:46.598027872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6eaa72a7-80ad-45fe-8323-8206b7dd9e43","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:54.138529857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc7eab48-4ea0-42e5-8fdb-ea2ab5a12f79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:54.187194118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc7eab48-4ea0-42e5-8fdb-ea2ab5a12f79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:54.236416866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc7eab48-4ea0-42e5-8fdb-ea2ab5a12f79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:54.285170574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc7eab48-4ea0-42e5-8fdb-ea2ab5a12f79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:56.110402326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ba724ef-dea7-4d80-bc1f-db654e88d708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:56.159860899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ba724ef-dea7-4d80-bc1f-db654e88d708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:56.208452777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ba724ef-dea7-4d80-bc1f-db654e88d708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:56.257239596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ba724ef-dea7-4d80-bc1f-db654e88d708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:06.168876271Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:08.519040764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9adf7418-fb84-4f11-b196-a65e92284bbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:08.567849146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9adf7418-fb84-4f11-b196-a65e92284bbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:08.616808003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9adf7418-fb84-4f11-b196-a65e92284bbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:08.665650612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9adf7418-fb84-4f11-b196-a65e92284bbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:09.385392747Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7fd72425-fa6d-460f-87ae-e2a2a5c5ee1c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:09.496879029Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"49c00ad7-dc37-4c04-8680-34dd30d567b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:10.053752589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"a5c35257-3472-4001-8f86-1e549339a5b8","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:10.130264695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"7a29e68c-0284-4e95-8aee-7eebf8a4aff5","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:10.505435516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f5f2fc6-6a1e-4763-989b-43a264f05e8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:10.554122024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f5f2fc6-6a1e-4763-989b-43a264f05e8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:10.602662874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f5f2fc6-6a1e-4763-989b-43a264f05e8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:10.651229901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f5f2fc6-6a1e-4763-989b-43a264f05e8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:13.082697114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"7da97a77-f37a-4045-b291-fcfc6c0d742c","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:16.619953239Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d29e1869-1ebe-434e-862e-2483fa8cb3b2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:16.974286045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2029fb2a-60f9-49b4-910c-1b4c5b56d6ab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:18.331759882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"1b478ad9-d626-46ab-ac1c-dc618f66d089","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"simulator-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"simulator-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:36.168055773Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:38.132516619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"9018b43c-8951-4c22-bf74-a9a269ee30dd","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"premium-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"premium-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:38.391807315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"dc1714a2-1729-41d1-b579-60ec10aa5fb2","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:38.445462271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"522f395a-8788-4cda-9aeb-978c0803172f","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:01:38.492149847Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-subscription","reconcileID":"b1ca0c83-404e-4b3d-8b0a-60970a9632d7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:38.500357818Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8f3a9291-f48f-4652-a59b-143eb0d7f613","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:38.500374608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8f3a9291-f48f-4652-a59b-143eb0d7f613","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:38.555180291Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4510999f-d6db-4690-bbbd-fd56c9a07ad1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:38.555196678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4510999f-d6db-4690-bbbd-fd56c9a07ad1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:38.601823852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"d8be2566-8cd8-45b0-8eda-b5ce74532f68","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:38.657107034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"71a57949-9fa0-44fd-af9a-46315a92cace","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:38.700397387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0e558958-2bfe-4873-9b10-663843eb8a39","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:38.800511206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"8bda41f0-98c1-4e56-8f21-48ff77382d5d","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:38.855511927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"6b04fae8-94de-4f38-b220-19d74602732d","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:38.864623278Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-subscription","reconcileID":"f5de7443-8838-4a55-b87c-f65b98c777d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"simulator-w2-7f66ab","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-7f66ab/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:38.875226661Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a12a9706-465a-42f6-b1df-53b30291ca43","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:38.949688941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"3458537b-021d-4484-bf77-1c43936488cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:39.028659716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"663f1d5a-0508-4b49-abb3-4bf64054c8ea","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:39.071847579Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"3458537b-021d-4484-bf77-1c43936488cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:39.091726589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"5234d9c7-b5c5-411b-b94d-336b36e2daa1","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"premium-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"premium-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:39.124837236Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-7f66ab-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"3458537b-021d-4484-bf77-1c43936488cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:39.145503993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"216f43d1-1f8c-435b-a17e-b2c8de953e36","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"premium-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"premium-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:39.176867737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"eb73175b-e700-475f-bfcb-c3ec86c40250","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:01:39.193892933Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-subscription","reconcileID":"a01fc05d-2e9c-4ccf-a8f4-6eb26dfcb87a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:39.200170277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"0a44fa70-2127-470f-8329-059a6ec65d33","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:39.22611576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-subscription","reconcileID":"33e12900-6de4-41f5-b4e0-0d1a4455a2c5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:39.274692183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"cd9afb74-568e-47af-bbec-a91662db4676","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:39.306179749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"a4d0eb99-4191-4403-8cf0-12f84850217b","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"premium-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"premium-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:39.329337639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"cd9afb74-568e-47af-bbec-a91662db4676","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:39.358547381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"2fa7004b-5d2c-4e45-95fd-f28180f74437","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"premium-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"premium-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:39.382052677Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-7f66ab-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"cd9afb74-568e-47af-bbec-a91662db4676","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:39.38271379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"43b48b32-dc90-498e-99f4-337cb12674ed","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"premium-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"premium-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:39.43769579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"77e69bb3-1114-4dca-8505-d2f595e72309","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"premium-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"premium-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:39.528841979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"e84b56c3-c549-4ddb-8207-0f0bc22efe12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:39.561718954Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-subscription","reconcileID":"96589195-3504-4e63-8b70-52082b824d63","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-premium-w2-7f66ab","model":"premium-w2-7f66ab","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-7f66ab/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:39.622394256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"e84b56c3-c549-4ddb-8207-0f0bc22efe12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:39.66891024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"bd4d4d39-5f86-4f93-94cc-d0db45e4a732","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:39.675141799Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-7f66ab-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"e84b56c3-c549-4ddb-8207-0f0bc22efe12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:39.72341214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"bd4d4d39-5f86-4f93-94cc-d0db45e4a732","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:39.727176647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"06b28adb-c02b-4f01-bc35-b1510e18d4c0","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"premium-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"premium-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:39.775762522Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-7f66ab-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"bd4d4d39-5f86-4f93-94cc-d0db45e4a732","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:39.823596217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"e8b4bd8e-9e4e-49e5-a2ff-cb255fa8499a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:39.830170868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"557e541a-ac3e-4615-bffa-c1000cbd16b1","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"premium-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"premium-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:39.879258471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"e8b4bd8e-9e4e-49e5-a2ff-cb255fa8499a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:39.929506953Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-subscription","reconcileID":"bd955204-4fde-4bb3-94d4-8d013a8d28c4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-premium-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:39.932435225Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-7f66ab-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"e8b4bd8e-9e4e-49e5-a2ff-cb255fa8499a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:39.977930872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"15a3f19a-b62c-48e7-bfb6-e6e343d865b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:40.032112846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"15a3f19a-b62c-48e7-bfb6-e6e343d865b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:40.083597162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"02d044cc-6657-4494-9c30-df7d7fad4d2d","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"premium-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"premium-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:40.086569357Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-7f66ab-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"15a3f19a-b62c-48e7-bfb6-e6e343d865b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:50.088614829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"fb5c0e74-7241-4c51-91d4-2804fd52af75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:50.14304232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"fb5c0e74-7241-4c51-91d4-2804fd52af75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:50.202637812Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-7f66ab-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"fb5c0e74-7241-4c51-91d4-2804fd52af75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:50.234518183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"6dfc3a17-9763-4a8b-b986-165bc6b3c0c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:50.289690215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"6dfc3a17-9763-4a8b-b986-165bc6b3c0c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:50.343291078Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-7f66ab-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"6dfc3a17-9763-4a8b-b986-165bc6b3c0c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:50.656266543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"b05f8724-ec2c-47dd-a50a-3f6caab821e7","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:50.729991455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"af404458-e994-4ef0-924d-59abdc27ba30","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:50.791075656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-subscription","reconcileID":"a660bc1c-d137-4853-817f-cde80c18995e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-premium-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:50.916150599Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"86982cc5-db4e-4ab2-8295-43fa7df2f4bf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:50.943416214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"c68c6976-72dd-4161-b6b2-b0d4906b743c","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"premium-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"premium-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:51.095210189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"85acdbb8-d6f0-4961-8a04-3c7f53e2f691","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:51.195673468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-subscription","reconcileID":"654536c0-4589-474f-a78f-0e9ecf6ed209","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:51.353393344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"a76acaa4-09cf-45d2-a4f0-f388812c376e","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:51.372440202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"34ecd4fe-a1ca-42f0-8e06-ec4fc2fc6943","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:51.372463671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"237786cd-a680-4e9a-831d-9165878b0038","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:51.426913327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"34ecd4fe-a1ca-42f0-8e06-ec4fc2fc6943","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:51.427242033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"237786cd-a680-4e9a-831d-9165878b0038","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:51.479530652Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-7f66ab-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (94c2f8d8d37d6ae0c267d17a576127009b8d4b3342fed309fa7e1653bb2ccb42) AuthConfig (2484f86d54b720665339f14b162952fd215ee6e1066fa73576c59153c72e5d10) AuthConfig (56de5f66d6fcd5e563530aaf4ce29db879ceead8e1ed09fed7d4bd5ab90177a0) AuthConfig (6fd511755e4fd7da9316c5d5f72edc2335bd1861b848d0d3016d3326d60ba4d2) AuthConfig (6ea58dfdd6a409b56d1fca6edb935b5b0c284aa15b086e5bc4cdb982b4b0143d) AuthConfig (3899d1b85fa7a1099e4ca8143f3c219a7edc08e82bbe14d56a2a4323a68edb54) AuthConfig (6d5f5e0edd9f9ec004c200c4c5d1405a50c469b0f851efb45356ac2271de0557) AuthConfig (473c1cb8a4bec11b571759e0022b8a76674a33ae913f52edbce6fc1a66f27c9c) AuthConfig (f1570a91de86b1787bb9b1255032569060a8068a787548eb78f79e811ce1c0f3) AuthConfig (b96e6a6bdc7f81e94a67bf6608bd4ed5b08756c55459d50b431bbef73bbd6466) AuthConfig (d3c7368fe00d787e8af6de42ee84df43555a378156844a953ae3cf6197b9f6e9) AuthConfig (73b59dc8bfdf51ed85d17a9275661326dea1b55884614d14c2942245b497b621) AuthConfig (013eceaf849757f6f4cff10701f0c502a3d153c6a4b7fa090ebeec66ac3c4e4c) AuthConfig (a7a036be6bd98211486c7a9dc020dfbae9f29e18ed3f307f366f470b7a7c20e2) AuthConfig (03f78e81ea635bc2a95770b28545bca5531e1a51be2e3b56182543e1dc6b5aa3) AuthConfig (47dddccee0c816d184533a3c4cf47925980963c524853f739b1b241bc47c9638) AuthConfig (45a6d58d7fac3d7de91b5e6dc45309acf0ce6bd3919affb391544076907369f8) AuthConfig (91c82a0f438db59300408ef20e0c28db4a65a2f2f123f9ab426d1a428b1bd75b) AuthConfig (acffcff817a29b38e8ae8ef4527607571814641a9055ab5b647066f47b10c7b6) AuthConfig (1633571e2a1af5607fa8b901d8531c1f9811ea282e59be08ea80958037132893) AuthConfig (48f4cff93b05f08b35325887ba6a49e3f5a91a0f6a93d107a86c07a379f12589) AuthConfig (5140d58cf28dc75451413a40cb5e9bbf40cc7bad1d04634ec10fd6681924d062) AuthConfig (73617f51c7ec94c27b3c3a2b57f4a14c4fe6d1d7232129841914ef6275cede33) AuthConfig (a29ee328e990bc91396dfb82dafe4eba21a05c0beb618ac7cf42f321544d5279) AuthConfig (7e73fff656c8b86d6c5ec9055e743e04fde6a43c7f9407b5805c08fb82f1e619) AuthConfig (6e94cfd76d7a622e5b09e257d94dbdc91f1389966f5e8cd27b4dcb0a17c0b461) AuthConfig (ad7a2328949b1a605c7246f214fcc283ebd6036440fd224ca66d37e300eb309a) AuthConfig (2de8baf424d7ea157e15579274d68acc9682b291657c2d40fd469e637dff06db) AuthConfig (ce18046958ee194610e58ebb38307c066f4d4c5b55a9f0a7468ca69305866d0b) AuthConfig (927fecfd91e98500d091358d6bfcfd3c4bf85b33277d2e1ec54eadcf2f93e6d1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"34ecd4fe-a1ca-42f0-8e06-ec4fc2fc6943","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:51.480295191Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-7f66ab-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (94c2f8d8d37d6ae0c267d17a576127009b8d4b3342fed309fa7e1653bb2ccb42) AuthConfig (2484f86d54b720665339f14b162952fd215ee6e1066fa73576c59153c72e5d10) AuthConfig (56de5f66d6fcd5e563530aaf4ce29db879ceead8e1ed09fed7d4bd5ab90177a0) AuthConfig (6fd511755e4fd7da9316c5d5f72edc2335bd1861b848d0d3016d3326d60ba4d2) AuthConfig (6ea58dfdd6a409b56d1fca6edb935b5b0c284aa15b086e5bc4cdb982b4b0143d) AuthConfig (3899d1b85fa7a1099e4ca8143f3c219a7edc08e82bbe14d56a2a4323a68edb54) AuthConfig (6d5f5e0edd9f9ec004c200c4c5d1405a50c469b0f851efb45356ac2271de0557) AuthConfig (473c1cb8a4bec11b571759e0022b8a76674a33ae913f52edbce6fc1a66f27c9c) AuthConfig (f1570a91de86b1787bb9b1255032569060a8068a787548eb78f79e811ce1c0f3) AuthConfig (b96e6a6bdc7f81e94a67bf6608bd4ed5b08756c55459d50b431bbef73bbd6466) AuthConfig (d3c7368fe00d787e8af6de42ee84df43555a378156844a953ae3cf6197b9f6e9) AuthConfig (73b59dc8bfdf51ed85d17a9275661326dea1b55884614d14c2942245b497b621) AuthConfig (013eceaf849757f6f4cff10701f0c502a3d153c6a4b7fa090ebeec66ac3c4e4c) AuthConfig (a7a036be6bd98211486c7a9dc020dfbae9f29e18ed3f307f366f470b7a7c20e2) AuthConfig (03f78e81ea635bc2a95770b28545bca5531e1a51be2e3b56182543e1dc6b5aa3) AuthConfig (47dddccee0c816d184533a3c4cf47925980963c524853f739b1b241bc47c9638) AuthConfig (45a6d58d7fac3d7de91b5e6dc45309acf0ce6bd3919affb391544076907369f8) AuthConfig (91c82a0f438db59300408ef20e0c28db4a65a2f2f123f9ab426d1a428b1bd75b) AuthConfig (acffcff817a29b38e8ae8ef4527607571814641a9055ab5b647066f47b10c7b6) AuthConfig (1633571e2a1af5607fa8b901d8531c1f9811ea282e59be08ea80958037132893) AuthConfig (48f4cff93b05f08b35325887ba6a49e3f5a91a0f6a93d107a86c07a379f12589) AuthConfig (5140d58cf28dc75451413a40cb5e9bbf40cc7bad1d04634ec10fd6681924d062) AuthConfig (73617f51c7ec94c27b3c3a2b57f4a14c4fe6d1d7232129841914ef6275cede33) AuthConfig (a29ee328e990bc91396dfb82dafe4eba21a05c0beb618ac7cf42f321544d5279) AuthConfig (7e73fff656c8b86d6c5ec9055e743e04fde6a43c7f9407b5805c08fb82f1e619) AuthConfig (6e94cfd76d7a622e5b09e257d94dbdc91f1389966f5e8cd27b4dcb0a17c0b461) AuthConfig (ad7a2328949b1a605c7246f214fcc283ebd6036440fd224ca66d37e300eb309a) AuthConfig (2de8baf424d7ea157e15579274d68acc9682b291657c2d40fd469e637dff06db) AuthConfig (ce18046958ee194610e58ebb38307c066f4d4c5b55a9f0a7468ca69305866d0b) AuthConfig (927fecfd91e98500d091358d6bfcfd3c4bf85b33277d2e1ec54eadcf2f93e6d1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"237786cd-a680-4e9a-831d-9165878b0038","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:51.534790056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"85a50adb-8e56-4388-ac34-e6b178dec88e","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:51.538472007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"e59fe81e-5195-4b2e-af71-c8b61847383c","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"premium-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"premium-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:51.680956943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"d68e470a-f48a-4b07-a176-86f346880d4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:51.683710761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"0182883a-8693-4672-a231-140de0593747","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:51.735483541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"d68e470a-f48a-4b07-a176-86f346880d4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:51.737926533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"0182883a-8693-4672-a231-140de0593747","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:51.788603375Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-7f66ab-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (94c2f8d8d37d6ae0c267d17a576127009b8d4b3342fed309fa7e1653bb2ccb42) AuthConfig (2484f86d54b720665339f14b162952fd215ee6e1066fa73576c59153c72e5d10) AuthConfig (56de5f66d6fcd5e563530aaf4ce29db879ceead8e1ed09fed7d4bd5ab90177a0) AuthConfig (6fd511755e4fd7da9316c5d5f72edc2335bd1861b848d0d3016d3326d60ba4d2) AuthConfig (6ea58dfdd6a409b56d1fca6edb935b5b0c284aa15b086e5bc4cdb982b4b0143d) AuthConfig (3899d1b85fa7a1099e4ca8143f3c219a7edc08e82bbe14d56a2a4323a68edb54) AuthConfig (6d5f5e0edd9f9ec004c200c4c5d1405a50c469b0f851efb45356ac2271de0557) AuthConfig (473c1cb8a4bec11b571759e0022b8a76674a33ae913f52edbce6fc1a66f27c9c) AuthConfig (f1570a91de86b1787bb9b1255032569060a8068a787548eb78f79e811ce1c0f3) AuthConfig (b96e6a6bdc7f81e94a67bf6608bd4ed5b08756c55459d50b431bbef73bbd6466) AuthConfig (d3c7368fe00d787e8af6de42ee84df43555a378156844a953ae3cf6197b9f6e9) AuthConfig (73b59dc8bfdf51ed85d17a9275661326dea1b55884614d14c2942245b497b621) AuthConfig (013eceaf849757f6f4cff10701f0c502a3d153c6a4b7fa090ebeec66ac3c4e4c) AuthConfig (a7a036be6bd98211486c7a9dc020dfbae9f29e18ed3f307f366f470b7a7c20e2) AuthConfig (03f78e81ea635bc2a95770b28545bca5531e1a51be2e3b56182543e1dc6b5aa3) AuthConfig (47dddccee0c816d184533a3c4cf47925980963c524853f739b1b241bc47c9638) AuthConfig (45a6d58d7fac3d7de91b5e6dc45309acf0ce6bd3919affb391544076907369f8) AuthConfig (91c82a0f438db59300408ef20e0c28db4a65a2f2f123f9ab426d1a428b1bd75b) AuthConfig (acffcff817a29b38e8ae8ef4527607571814641a9055ab5b647066f47b10c7b6) AuthConfig (1633571e2a1af5607fa8b901d8531c1f9811ea282e59be08ea80958037132893) AuthConfig (48f4cff93b05f08b35325887ba6a49e3f5a91a0f6a93d107a86c07a379f12589) AuthConfig (5140d58cf28dc75451413a40cb5e9bbf40cc7bad1d04634ec10fd6681924d062) AuthConfig (73617f51c7ec94c27b3c3a2b57f4a14c4fe6d1d7232129841914ef6275cede33) AuthConfig (a29ee328e990bc91396dfb82dafe4eba21a05c0beb618ac7cf42f321544d5279) AuthConfig (7e73fff656c8b86d6c5ec9055e743e04fde6a43c7f9407b5805c08fb82f1e619) AuthConfig (6e94cfd76d7a622e5b09e257d94dbdc91f1389966f5e8cd27b4dcb0a17c0b461) AuthConfig (ad7a2328949b1a605c7246f214fcc283ebd6036440fd224ca66d37e300eb309a) AuthConfig (2de8baf424d7ea157e15579274d68acc9682b291657c2d40fd469e637dff06db) AuthConfig (ce18046958ee194610e58ebb38307c066f4d4c5b55a9f0a7468ca69305866d0b) AuthConfig (927fecfd91e98500d091358d6bfcfd3c4bf85b33277d2e1ec54eadcf2f93e6d1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"d68e470a-f48a-4b07-a176-86f346880d4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:51.790580717Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-7f66ab-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (94c2f8d8d37d6ae0c267d17a576127009b8d4b3342fed309fa7e1653bb2ccb42) AuthConfig (2484f86d54b720665339f14b162952fd215ee6e1066fa73576c59153c72e5d10) AuthConfig (56de5f66d6fcd5e563530aaf4ce29db879ceead8e1ed09fed7d4bd5ab90177a0) AuthConfig (6fd511755e4fd7da9316c5d5f72edc2335bd1861b848d0d3016d3326d60ba4d2) AuthConfig (6ea58dfdd6a409b56d1fca6edb935b5b0c284aa15b086e5bc4cdb982b4b0143d) AuthConfig (3899d1b85fa7a1099e4ca8143f3c219a7edc08e82bbe14d56a2a4323a68edb54) AuthConfig (6d5f5e0edd9f9ec004c200c4c5d1405a50c469b0f851efb45356ac2271de0557) AuthConfig (473c1cb8a4bec11b571759e0022b8a76674a33ae913f52edbce6fc1a66f27c9c) AuthConfig (f1570a91de86b1787bb9b1255032569060a8068a787548eb78f79e811ce1c0f3) AuthConfig (b96e6a6bdc7f81e94a67bf6608bd4ed5b08756c55459d50b431bbef73bbd6466) AuthConfig (d3c7368fe00d787e8af6de42ee84df43555a378156844a953ae3cf6197b9f6e9) AuthConfig (73b59dc8bfdf51ed85d17a9275661326dea1b55884614d14c2942245b497b621) AuthConfig (013eceaf849757f6f4cff10701f0c502a3d153c6a4b7fa090ebeec66ac3c4e4c) AuthConfig (a7a036be6bd98211486c7a9dc020dfbae9f29e18ed3f307f366f470b7a7c20e2) AuthConfig (03f78e81ea635bc2a95770b28545bca5531e1a51be2e3b56182543e1dc6b5aa3) AuthConfig (47dddccee0c816d184533a3c4cf47925980963c524853f739b1b241bc47c9638) AuthConfig (45a6d58d7fac3d7de91b5e6dc45309acf0ce6bd3919affb391544076907369f8) AuthConfig (91c82a0f438db59300408ef20e0c28db4a65a2f2f123f9ab426d1a428b1bd75b) AuthConfig (acffcff817a29b38e8ae8ef4527607571814641a9055ab5b647066f47b10c7b6) AuthConfig (1633571e2a1af5607fa8b901d8531c1f9811ea282e59be08ea80958037132893) AuthConfig (48f4cff93b05f08b35325887ba6a49e3f5a91a0f6a93d107a86c07a379f12589) AuthConfig (5140d58cf28dc75451413a40cb5e9bbf40cc7bad1d04634ec10fd6681924d062) AuthConfig (73617f51c7ec94c27b3c3a2b57f4a14c4fe6d1d7232129841914ef6275cede33) AuthConfig (a29ee328e990bc91396dfb82dafe4eba21a05c0beb618ac7cf42f321544d5279) AuthConfig (7e73fff656c8b86d6c5ec9055e743e04fde6a43c7f9407b5805c08fb82f1e619) AuthConfig (6e94cfd76d7a622e5b09e257d94dbdc91f1389966f5e8cd27b4dcb0a17c0b461) AuthConfig (ad7a2328949b1a605c7246f214fcc283ebd6036440fd224ca66d37e300eb309a) AuthConfig (2de8baf424d7ea157e15579274d68acc9682b291657c2d40fd469e637dff06db) AuthConfig (ce18046958ee194610e58ebb38307c066f4d4c5b55a9f0a7468ca69305866d0b) AuthConfig (927fecfd91e98500d091358d6bfcfd3c4bf85b33277d2e1ec54eadcf2f93e6d1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"0182883a-8693-4672-a231-140de0593747","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:55.842901011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"93de47c3-5b55-4d51-9104-ca1f55b30054","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:56.836570852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"3938e99c-3033-42ee-9daa-ddf932d146fc","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"simulator-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"simulator-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:56.908804661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"c1c5be45-b3f1-4b19-8b2d-16fe14b57ae0","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"simulator-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"simulator-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:01.935534529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"be5eef89-c169-4848-b136-190455ed8227","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:01.935655779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"d2b6f477-4f1d-42d6-bc53-e96038fe89c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:01.99171335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"be5eef89-c169-4848-b136-190455ed8227","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:01.991777891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"d2b6f477-4f1d-42d6-bc53-e96038fe89c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:02.045170462Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-7f66ab-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (94c2f8d8d37d6ae0c267d17a576127009b8d4b3342fed309fa7e1653bb2ccb42) AuthConfig (2484f86d54b720665339f14b162952fd215ee6e1066fa73576c59153c72e5d10) AuthConfig (56de5f66d6fcd5e563530aaf4ce29db879ceead8e1ed09fed7d4bd5ab90177a0) AuthConfig (6fd511755e4fd7da9316c5d5f72edc2335bd1861b848d0d3016d3326d60ba4d2) AuthConfig (6ea58dfdd6a409b56d1fca6edb935b5b0c284aa15b086e5bc4cdb982b4b0143d) AuthConfig (3899d1b85fa7a1099e4ca8143f3c219a7edc08e82bbe14d56a2a4323a68edb54) AuthConfig (6d5f5e0edd9f9ec004c200c4c5d1405a50c469b0f851efb45356ac2271de0557) AuthConfig (473c1cb8a4bec11b571759e0022b8a76674a33ae913f52edbce6fc1a66f27c9c) AuthConfig (f1570a91de86b1787bb9b1255032569060a8068a787548eb78f79e811ce1c0f3) AuthConfig (b96e6a6bdc7f81e94a67bf6608bd4ed5b08756c55459d50b431bbef73bbd6466) AuthConfig (d3c7368fe00d787e8af6de42ee84df43555a378156844a953ae3cf6197b9f6e9) AuthConfig (73b59dc8bfdf51ed85d17a9275661326dea1b55884614d14c2942245b497b621) AuthConfig (013eceaf849757f6f4cff10701f0c502a3d153c6a4b7fa090ebeec66ac3c4e4c) AuthConfig (a7a036be6bd98211486c7a9dc020dfbae9f29e18ed3f307f366f470b7a7c20e2) AuthConfig (03f78e81ea635bc2a95770b28545bca5531e1a51be2e3b56182543e1dc6b5aa3) AuthConfig (47dddccee0c816d184533a3c4cf47925980963c524853f739b1b241bc47c9638) AuthConfig (45a6d58d7fac3d7de91b5e6dc45309acf0ce6bd3919affb391544076907369f8) AuthConfig (91c82a0f438db59300408ef20e0c28db4a65a2f2f123f9ab426d1a428b1bd75b) AuthConfig (acffcff817a29b38e8ae8ef4527607571814641a9055ab5b647066f47b10c7b6) AuthConfig (1633571e2a1af5607fa8b901d8531c1f9811ea282e59be08ea80958037132893) AuthConfig (48f4cff93b05f08b35325887ba6a49e3f5a91a0f6a93d107a86c07a379f12589) AuthConfig (5140d58cf28dc75451413a40cb5e9bbf40cc7bad1d04634ec10fd6681924d062) AuthConfig (73617f51c7ec94c27b3c3a2b57f4a14c4fe6d1d7232129841914ef6275cede33) AuthConfig (a29ee328e990bc91396dfb82dafe4eba21a05c0beb618ac7cf42f321544d5279) AuthConfig (7e73fff656c8b86d6c5ec9055e743e04fde6a43c7f9407b5805c08fb82f1e619) AuthConfig (6e94cfd76d7a622e5b09e257d94dbdc91f1389966f5e8cd27b4dcb0a17c0b461) AuthConfig (ad7a2328949b1a605c7246f214fcc283ebd6036440fd224ca66d37e300eb309a) AuthConfig (2de8baf424d7ea157e15579274d68acc9682b291657c2d40fd469e637dff06db) AuthConfig (ce18046958ee194610e58ebb38307c066f4d4c5b55a9f0a7468ca69305866d0b) AuthConfig (927fecfd91e98500d091358d6bfcfd3c4bf85b33277d2e1ec54eadcf2f93e6d1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"be5eef89-c169-4848-b136-190455ed8227","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:02.045677415Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-7f66ab-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (94c2f8d8d37d6ae0c267d17a576127009b8d4b3342fed309fa7e1653bb2ccb42) AuthConfig (2484f86d54b720665339f14b162952fd215ee6e1066fa73576c59153c72e5d10) AuthConfig (56de5f66d6fcd5e563530aaf4ce29db879ceead8e1ed09fed7d4bd5ab90177a0) AuthConfig (6fd511755e4fd7da9316c5d5f72edc2335bd1861b848d0d3016d3326d60ba4d2) AuthConfig (6ea58dfdd6a409b56d1fca6edb935b5b0c284aa15b086e5bc4cdb982b4b0143d) AuthConfig (3899d1b85fa7a1099e4ca8143f3c219a7edc08e82bbe14d56a2a4323a68edb54) AuthConfig (6d5f5e0edd9f9ec004c200c4c5d1405a50c469b0f851efb45356ac2271de0557) AuthConfig (473c1cb8a4bec11b571759e0022b8a76674a33ae913f52edbce6fc1a66f27c9c) AuthConfig (f1570a91de86b1787bb9b1255032569060a8068a787548eb78f79e811ce1c0f3) AuthConfig (b96e6a6bdc7f81e94a67bf6608bd4ed5b08756c55459d50b431bbef73bbd6466) AuthConfig (d3c7368fe00d787e8af6de42ee84df43555a378156844a953ae3cf6197b9f6e9) AuthConfig (73b59dc8bfdf51ed85d17a9275661326dea1b55884614d14c2942245b497b621) AuthConfig (013eceaf849757f6f4cff10701f0c502a3d153c6a4b7fa090ebeec66ac3c4e4c) AuthConfig (a7a036be6bd98211486c7a9dc020dfbae9f29e18ed3f307f366f470b7a7c20e2) AuthConfig (03f78e81ea635bc2a95770b28545bca5531e1a51be2e3b56182543e1dc6b5aa3) AuthConfig (47dddccee0c816d184533a3c4cf47925980963c524853f739b1b241bc47c9638) AuthConfig (45a6d58d7fac3d7de91b5e6dc45309acf0ce6bd3919affb391544076907369f8) AuthConfig (91c82a0f438db59300408ef20e0c28db4a65a2f2f123f9ab426d1a428b1bd75b) AuthConfig (acffcff817a29b38e8ae8ef4527607571814641a9055ab5b647066f47b10c7b6) AuthConfig (1633571e2a1af5607fa8b901d8531c1f9811ea282e59be08ea80958037132893) AuthConfig (48f4cff93b05f08b35325887ba6a49e3f5a91a0f6a93d107a86c07a379f12589) AuthConfig (5140d58cf28dc75451413a40cb5e9bbf40cc7bad1d04634ec10fd6681924d062) AuthConfig (73617f51c7ec94c27b3c3a2b57f4a14c4fe6d1d7232129841914ef6275cede33) AuthConfig (a29ee328e990bc91396dfb82dafe4eba21a05c0beb618ac7cf42f321544d5279) AuthConfig (7e73fff656c8b86d6c5ec9055e743e04fde6a43c7f9407b5805c08fb82f1e619) AuthConfig (6e94cfd76d7a622e5b09e257d94dbdc91f1389966f5e8cd27b4dcb0a17c0b461) AuthConfig (ad7a2328949b1a605c7246f214fcc283ebd6036440fd224ca66d37e300eb309a) AuthConfig (2de8baf424d7ea157e15579274d68acc9682b291657c2d40fd469e637dff06db) AuthConfig (ce18046958ee194610e58ebb38307c066f4d4c5b55a9f0a7468ca69305866d0b) AuthConfig (927fecfd91e98500d091358d6bfcfd3c4bf85b33277d2e1ec54eadcf2f93e6d1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"d2b6f477-4f1d-42d6-bc53-e96038fe89c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:06.167933556Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:10.943126692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"simulator-w1-e65019","reconcileID":"8eb8917e-a3b4-4067-a2a5-b14441f9d96b","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"simulator-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"simulator-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:11.420872628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"premium-w3-b47e8d","reconcileID":"a27ebe12-f272-4b4a-9639-700a8e6ea5f7","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"premium-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"premium-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:11.54690732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"a2512633-aa63-4693-a309-a0a2efede0c8","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:11.599806044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"98d1efa9-bbaf-4df5-ac60-1a8ede0db320","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"premium-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"premium-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:11.647650511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"5a6b5602-cfd9-419a-a2e4-ffb804db1be3","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:11.649133522Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-b47e8d/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:11.701779554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"493a470e-9ad6-42ef-8aca-2f9f17e29cdd","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:11.870565948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"8ca3b89f-b306-47df-9b88-11a78ea8f5b9","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:11.925412499Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-subscription","reconcileID":"7abe284c-8c96-44b9-acf6-aa0ac02faed5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"simulator-w3-b47e8d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-b47e8d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:11.92892713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"143e6b7b-5fdf-493a-b69c-b70079d71da5","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:12.028143586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"ed0ea5ab-f417-4859-b21d-4895ca0cfbba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:12.083394417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"80fa57f0-f654-4f73-b918-8515fd166934","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:12.148661025Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"ed0ea5ab-f417-4859-b21d-4895ca0cfbba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:12.153674458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"premium-w3-b47e8d","reconcileID":"ad306dff-9fe7-4a49-83eb-c596b800887f","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"premium-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"premium-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:12.193133356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"69b79548-2460-432d-afed-ba12b92ebf86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:12.193154588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"617c6d9f-3d58-4692-b35b-2c9e4fb7a202","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:12.200774459Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-b47e8d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"ed0ea5ab-f417-4859-b21d-4895ca0cfbba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:12.207841233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"4f674f92-7db1-4c3b-92fc-ede14ffa9b6f","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:12.247384386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"617c6d9f-3d58-4692-b35b-2c9e4fb7a202","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:12.247395231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"69b79548-2460-432d-afed-ba12b92ebf86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:12.254422088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"300c0be2-e47f-4fc2-9b57-81b63a564b87","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:12.25514783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"premium-w3-b47e8d","reconcileID":"85e5c3f3-de92-44bd-b265-ffcdd9aa07c0","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"premium-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"premium-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:12.25875835Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-b47e8d/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:12.278978157Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-subscription","reconcileID":"ae600890-e3c1-4a15-b830-0f7ab76b935d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:12.308585975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"premium-w3-b47e8d","reconcileID":"f23ee1c6-2f6f-45f3-8c1c-81d240908c14","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"premium-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"premium-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:12.35156361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"63705f62-886a-41b0-82d9-052cd25494e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:12.405076604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"63705f62-886a-41b0-82d9-052cd25494e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:12.433874752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"premium-w3-b47e8d","reconcileID":"a57f2933-9c09-41b6-8ed1-9a650a28fd06","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"premium-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"premium-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:12.45816521Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-b47e8d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"63705f62-886a-41b0-82d9-052cd25494e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:12.491122519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"premium-w3-b47e8d","reconcileID":"e759a165-ce80-4ea4-a609-9c18a9338711","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"premium-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"premium-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:12.507786612Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-subscription","reconcileID":"066d3e7a-11ad-4e11-a53e-95a848c8f839","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-premium-w3-b47e8d","model":"premium-w3-b47e8d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-b47e8d/premium-simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:12.541574454Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"premium-w3-b47e8d","reconcileID":"e759a165-ce80-4ea4-a609-9c18a9338711","name":"premium-w3-b47e8d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-b47e8d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:12.541624805Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"premium-w3-b47e8d","reconcileID":"e759a165-ce80-4ea4-a609-9c18a9338711","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-b47e8d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:12.547263632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"premium-w3-b47e8d","reconcileID":"36c5dcef-858d-47a1-9617-393659eaa17d","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"premium-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"premium-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:12.552249541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"cdf11a02-b7d3-4b05-b9cd-116b4ea8eb99","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"premium-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"premium-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:12.554892876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"c9acd3b8-04f1-4039-b773-7ef17fde3d5f","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:12.60478134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"c2f8c791-f65c-4a55-bb6b-782bea7f519b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:12.658764982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"c2f8c791-f65c-4a55-bb6b-782bea7f519b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:12.661309546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"premium-w3-b47e8d","reconcileID":"1db2ed56-041a-493c-ab2c-3f1e1c4c5e87","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"premium-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"premium-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:12.704639811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"b827b54e-094c-415c-9c91-666ab85ae980","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:12.711249415Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-b47e8d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"c2f8c791-f65c-4a55-bb6b-782bea7f519b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:12.758498676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"b827b54e-094c-415c-9c91-666ab85ae980","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:12.813881337Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-b47e8d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"b827b54e-094c-415c-9c91-666ab85ae980","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:12.85845663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"ccec09a1-6e8e-4ab0-951f-e9c16cea6003","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:12.859003176Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-subscription","reconcileID":"eb12c7bf-8522-4839-a87c-380ffca3d50e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-premium-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/premium-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:12.866074098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"premium-w3-b47e8d","reconcileID":"2a12e835-2867-441c-a59a-c13b6574e8d6","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"premium-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"premium-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:12.912429703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"ccec09a1-6e8e-4ab0-951f-e9c16cea6003","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:12.965163163Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-b47e8d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"ccec09a1-6e8e-4ab0-951f-e9c16cea6003","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:13.011167693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"bdf4619b-ddfc-4dae-8927-f20547affbe3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:13.064880771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"bdf4619b-ddfc-4dae-8927-f20547affbe3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:13.117639435Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-b47e8d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"bdf4619b-ddfc-4dae-8927-f20547affbe3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:21.818313284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"ff203691-7f39-41a6-ba40-27a3670cdcf4","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"premium-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"premium-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:21.874505056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"8bfe04e5-7687-46aa-bec3-48eb9473d394","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:21.874751295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"4d743da5-ea6b-4901-8259-d1623829c431","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:21.908138577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"835105c8-3776-4b78-9c22-ae1f3a6705ad","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:21.916153962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"884c693b-bd03-44d8-a04d-0f9dbd1ddf57","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:21.956892232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"db3f45f8-d029-4396-b2f2-dd838fcf2a15","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"simulator-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"simulator-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:22.012277643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"premium-w3-b47e8d","reconcileID":"457189f0-22c2-4d67-bd75-b923d37bb28a","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"premium-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"premium-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:22.058208741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-274dcb98-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-dry-sub-274dcb98-auth","reconcileID":"64f39bf1-1ac1-48aa-b5cc-4486b0e24fc7","MaaSAuthPolicy":{"name":"e2e-dry-sub-274dcb98-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:22.061551896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"dd25099c-f975-484a-93f0-076e679b8458","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"simulator-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"simulator-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:22.066260668Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-d09fff/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:22.113084291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-274dcb98-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-dry-sub-274dcb98-auth","reconcileID":"64f39bf1-1ac1-48aa-b5cc-4486b0e24fc7","MaaSAuthPolicy":{"name":"e2e-dry-sub-274dcb98-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:22.115275605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"2ce4c34d-7e9f-4e11-ae1c-b44e7fb3b480","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"simulator-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"simulator-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:22.159262388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"a77ac350-23d3-4e5f-8f1d-f01870e6bdaa","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:22.211816797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"0bfef192-6f14-4291-bbc3-dbb68f2f7c6c","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"simulator-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"simulator-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:22.26215637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"17b78dca-bdcd-428e-a15b-3f4133b705cc","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:22.262975721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"61c23872-3105-4886-b661-d64393ad59f7","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"simulator-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"simulator-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:22.266134479Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-7f66ab/e2e-dry-sub-274dcb98","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dry-sub-274dcb98\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:22.313556224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"9a6234a6-a1f2-4c3e-90a9-91438095386d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:22.313564567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"833bb4d4-d4ff-4044-83de-ccb2ee525786","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:22.318954457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"ea5911fd-a0ad-45fe-b31a-7e4d451dd0d5","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:22.319376823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"7c3bee15-cc08-49e1-9a3d-54d17d6aa714","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"simulator-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"simulator-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:22.320638958Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-subscription","reconcileID":"b535f750-5475-4182-b394-81a0607253c1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-simulator-w0-d09fff","model":"simulator-w0-d09fff","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-d09fff/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:22.368403756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"833bb4d4-d4ff-4044-83de-ccb2ee525786","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:22.370074579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"9a6234a6-a1f2-4c3e-90a9-91438095386d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:22.421192272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"000ae3af-196a-4553-b6cb-e636cafdb407","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:22.422017382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"55ce6e43-a62e-4a70-8d8d-20bdd0a9ed0c","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:22.507886661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"45c66e16-8651-4af7-b1d3-47f1af9b1b33","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"simulator-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"simulator-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:22.554464258Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"000ae3af-196a-4553-b6cb-e636cafdb407","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:22.580930438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"202a988a-8189-4f95-bef8-f82afe808df4","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"premium-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"premium-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:22.590246681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-274dcb98-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-dry-sub-274dcb98-auth","reconcileID":"51915543-fd02-464d-a22d-5a6bb6cf1046","MaaSAuthPolicy":{"name":"e2e-dry-sub-274dcb98-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:22.5938345Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-274dcb98","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-dry-sub-274dcb98","reconcileID":"c5a044ac-51e7-43d4-bedb-70d0dc6098d2","MaaSSubscription":{"name":"e2e-dry-sub-274dcb98","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-7f66ab/e2e-dry-sub-274dcb98","ai-tenant-e2e-worker-w2-7f66ab/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:22.607152708Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-d09fff-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"000ae3af-196a-4553-b6cb-e636cafdb407","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:22.634930616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"e4742250-cab2-4022-b049-2e307902e56c","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"premium-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"premium-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:22.646597225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-274dcb98-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-dry-sub-274dcb98-auth","reconcileID":"51915543-fd02-464d-a22d-5a6bb6cf1046","MaaSAuthPolicy":{"name":"e2e-dry-sub-274dcb98-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:22.661542007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"07d86801-2ff1-477a-a414-50b573bee488","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"simulator-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"simulator-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:22.681794143Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-subscription","reconcileID":"fb0fd52f-50df-4fd0-a61f-ed56d5df5071","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:22.688875206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"16ff4635-5872-4853-a7b4-b7c51e223803","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:22.700902031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"76009dd3-69b6-44f6-9b6d-aefd4f4b0dd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:22.700954941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"92ff869d-a58d-4f78-8544-4095fb9c2b44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:22.704592497Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-subscription","reconcileID":"3b26a378-329c-4176-a307-8a91252e871c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-simulator-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:22.749210428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"5ace8c87-0caa-405a-b801-6a8579c8bfcc","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:22.754720087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"76009dd3-69b6-44f6-9b6d-aefd4f4b0dd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:22.754812141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"92ff869d-a58d-4f78-8544-4095fb9c2b44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:22.761931404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"adf40242-4e87-4771-bdb2-573bfc47d0bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:22.79068253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"9df53e99-98ae-4405-a71b-47656dcf69fb","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"premium-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"premium-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:22.805316195Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-subscription","reconcileID":"6709bf9a-f650-4546-b4e3-0086e442c211","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:22.815836736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"adf40242-4e87-4771-bdb2-573bfc47d0bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:22.84477891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"0f24da58-1508-43a4-8d6e-9a130c121e37","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"premium-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"premium-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:22.868179743Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-d09fff-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"adf40242-4e87-4771-bdb2-573bfc47d0bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:22.870764342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"c78b0c3c-2e76-439f-b495-439358c633e3","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"premium-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"premium-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:22.91956036Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"adf40242-4e87-4771-bdb2-573bfc47d0bd","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:22.925363382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"aaed3d28-3f7e-4df7-8462-79e969ed3390","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"premium-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"premium-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:22.945113282Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-274dcb98","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-dry-sub-274dcb98","reconcileID":"19cd057c-452e-4226-b732-fabd7cc67381","MaaSSubscription":{"name":"e2e-dry-sub-274dcb98","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:23.048021495Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-subscription","reconcileID":"a30d0c16-ef20-4308-aa19-629cc8e753c0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:23.051995433Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-subscription","reconcileID":"61d295cc-a8a3-4e55-8f8a-9823e47c0d76","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-premium-w0-d09fff","model":"premium-w0-d09fff","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-d09fff/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:23.064983626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"918b9f41-fb7e-4720-9a02-a591183950d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:23.069007353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"117954d9-0b8b-427d-97cd-5046538d61c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:23.100928795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"69065dcc-3737-443b-8eb5-e4a90b2ca60d","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:23.118978803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"918b9f41-fb7e-4720-9a02-a591183950d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:23.123974466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"117954d9-0b8b-427d-97cd-5046538d61c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:23.166626257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"6da6fd7c-705d-4c7e-b207-cc2398324371","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:23.171755073Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-d09fff-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"918b9f41-fb7e-4720-9a02-a591183950d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:23.176452731Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-d09fff-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"117954d9-0b8b-427d-97cd-5046538d61c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:23.209485086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"b037bf78-95ac-4b0b-b08c-731fba77e62c","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"premium-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"premium-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:23.210230358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"04f017d5-fb85-4c93-9fb7-bb8958c5111a","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:23.220455751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"6da6fd7c-705d-4c7e-b207-cc2398324371","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:23.23128476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"b137eb0b-e63a-459f-a08a-e0fd741385f9","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"premium-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"premium-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:23.256597602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-subscription","reconcileID":"438e9d2c-b9d1-4f86-a86a-989745512ff1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-premium-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/premium-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:23.265023403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"717e2c9f-c4b0-4159-ae79-c113d267ec9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:23.272963604Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-b47e8d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1624697102edd650863772bd059cf1377cec2b6fad1451149c994e96ff173520) AuthConfig (7ca642e0b1a47e00bbe68a426520462fc192205c95c4f53b587a59492d7319ab) AuthConfig (28bd79bc02454bb197caa34d18d24d1bcf9e5faa88f4ef8536019cc65cdf7563) AuthConfig (26bce1c178feecb2e09878cb2278331f52e6fc602841feb0a06ccdd9acdeaad6) AuthConfig (240362cdf45fa59a9747ed9c6a14ffd1488d2c3376aac04068886d9dd8ccd354) AuthConfig (33bb9989157bb3627ccadeaaf35ba927e455cc3fc6016a7d0fa0f9da4ec8a811) AuthConfig (3effa27b0c719394981ba5cb23efa0ef0ffd1f508a01fb2b9e6edf993294005b) AuthConfig (6a9161f4a301fcbad7787fefd35a1f3951aa69c43c9cef330cd725324a17c810) AuthConfig (dff46d00bf534ab840b28116044826ff0795cc7a2deca8650a7118f9b1c1e7f8) AuthConfig (2ff3b2e795fe267fe19d795091ffd77bed7791f010a73aaf6c2636a13154068d) AuthConfig (1b6937cc1efc55803246f27865d2056a7ea1cb83463bab1a85822196e5eab9be) AuthConfig (ad8db103ad98d18c04eeab165f706210159f14afc9a257edfb2b962508cc3368) AuthConfig (9241581fb3d5d5f2a621e0cd7cfd031be0e23d48a4475ec5341248771311a299) AuthConfig (770834ad7bee27b4658e711c716cd9dfd2b73e96cabd4494abccbdf64b9da6da) AuthConfig (6ea87f918c610f77925ff9fb19cb47ae7ab01e1c34a2131edec21d0354054996) AuthConfig (efb386e5a367539636e3ef99ce65c64b162d304f18581812b94031ae41351818) AuthConfig (bacf2d9cd131878a694e8193ce0de21734fa5d3744210d376550c0f5d0993b6a) AuthConfig (8d46bd495afd7d4b5179a5f685d51698e0afdf5aab3e8901ebc6d4251baf874f) AuthConfig (bba1a896c60b5fd17b8f359ca5031867375a48b9abe3c95c132e31ac58b49cde) AuthConfig (5aa03f71af179f408bdac311a612e7c960e8d7530def98864fd7fe441be50bee) AuthConfig (cd666d8f4024792baf4a327798ff1ebc56195b3673a388f5e12e7d93253b9558) AuthConfig (02d1e07b1df13a8459ad775a034fe99280f3765a1126cd23824cbd5b3e3157a7) AuthConfig (05d39d5d1a2dc7866bb52b260c2d215a20b6940f6086d00066f792d53dca736f) AuthConfig (f7e722bb42bc28b5bf8ecb973887380f5afe745059f52ffeb8156b963494d815) AuthConfig (b958c9fb44805fb43f3826919cd6e1ce2ab64b9a8620a6a9505f78b0d61787fa) AuthConfig (1e2cf940894d22bd4c351db3ad256ad00775da8a76b90244de16c4835754d201) AuthConfig (fbea84bf8738a10afdd8658497356b086db3e4b34fe581095e62ef70d3387579) AuthConfig (67d68f75f0f9f742393274aa71c2ec2b69a3a8d8286a207f035e69c7d1614e2e) AuthConfig (99ba42f5367b1e551b13983ee9dd5915ff8c17b4b701a311c51333156d947df4) AuthConfig (c67a84b73cb674aaeef1a957844deb5e14fe843e6e4aa9e9720412e2c6d036e6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"6da6fd7c-705d-4c7e-b207-cc2398324371","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:23.318832472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"717e2c9f-c4b0-4159-ae79-c113d267ec9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:23.327420463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"a4b3e323-1acc-4119-b869-5393f7d99707","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:23.365025911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"491c7bdc-2750-4e2f-9bde-46dc67aa91ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:23.371063269Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-b47e8d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1624697102edd650863772bd059cf1377cec2b6fad1451149c994e96ff173520) AuthConfig (7ca642e0b1a47e00bbe68a426520462fc192205c95c4f53b587a59492d7319ab) AuthConfig (28bd79bc02454bb197caa34d18d24d1bcf9e5faa88f4ef8536019cc65cdf7563) AuthConfig (26bce1c178feecb2e09878cb2278331f52e6fc602841feb0a06ccdd9acdeaad6) AuthConfig (240362cdf45fa59a9747ed9c6a14ffd1488d2c3376aac04068886d9dd8ccd354) AuthConfig (33bb9989157bb3627ccadeaaf35ba927e455cc3fc6016a7d0fa0f9da4ec8a811) AuthConfig (3effa27b0c719394981ba5cb23efa0ef0ffd1f508a01fb2b9e6edf993294005b) AuthConfig (6a9161f4a301fcbad7787fefd35a1f3951aa69c43c9cef330cd725324a17c810) AuthConfig (dff46d00bf534ab840b28116044826ff0795cc7a2deca8650a7118f9b1c1e7f8) AuthConfig (2ff3b2e795fe267fe19d795091ffd77bed7791f010a73aaf6c2636a13154068d) AuthConfig (1b6937cc1efc55803246f27865d2056a7ea1cb83463bab1a85822196e5eab9be) AuthConfig (ad8db103ad98d18c04eeab165f706210159f14afc9a257edfb2b962508cc3368) AuthConfig (9241581fb3d5d5f2a621e0cd7cfd031be0e23d48a4475ec5341248771311a299) AuthConfig (770834ad7bee27b4658e711c716cd9dfd2b73e96cabd4494abccbdf64b9da6da) AuthConfig (6ea87f918c610f77925ff9fb19cb47ae7ab01e1c34a2131edec21d0354054996) AuthConfig (efb386e5a367539636e3ef99ce65c64b162d304f18581812b94031ae41351818) AuthConfig (bacf2d9cd131878a694e8193ce0de21734fa5d3744210d376550c0f5d0993b6a) AuthConfig (8d46bd495afd7d4b5179a5f685d51698e0afdf5aab3e8901ebc6d4251baf874f) AuthConfig (bba1a896c60b5fd17b8f359ca5031867375a48b9abe3c95c132e31ac58b49cde) AuthConfig (5aa03f71af179f408bdac311a612e7c960e8d7530def98864fd7fe441be50bee) AuthConfig (cd666d8f4024792baf4a327798ff1ebc56195b3673a388f5e12e7d93253b9558) AuthConfig (02d1e07b1df13a8459ad775a034fe99280f3765a1126cd23824cbd5b3e3157a7) AuthConfig (05d39d5d1a2dc7866bb52b260c2d215a20b6940f6086d00066f792d53dca736f) AuthConfig (f7e722bb42bc28b5bf8ecb973887380f5afe745059f52ffeb8156b963494d815) AuthConfig (b958c9fb44805fb43f3826919cd6e1ce2ab64b9a8620a6a9505f78b0d61787fa) AuthConfig (1e2cf940894d22bd4c351db3ad256ad00775da8a76b90244de16c4835754d201) AuthConfig (fbea84bf8738a10afdd8658497356b086db3e4b34fe581095e62ef70d3387579) AuthConfig (67d68f75f0f9f742393274aa71c2ec2b69a3a8d8286a207f035e69c7d1614e2e) AuthConfig (99ba42f5367b1e551b13983ee9dd5915ff8c17b4b701a311c51333156d947df4) AuthConfig (c67a84b73cb674aaeef1a957844deb5e14fe843e6e4aa9e9720412e2c6d036e6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"717e2c9f-c4b0-4159-ae79-c113d267ec9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:23.407263145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-subscription","reconcileID":"cb2dbd90-e855-4bfe-8f99-63d63d230236","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-premium-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:23.411561603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"premium-w3-b47e8d","reconcileID":"3e4c1b40-cf17-4129-8bfe-b3381170d39c","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"premium-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"premium-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:23.418835719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"491c7bdc-2750-4e2f-9bde-46dc67aa91ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:23.426484757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"premium-w3-b47e8d","reconcileID":"cf5dd92c-d16d-4b49-8042-f5830f069a27","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"premium-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"premium-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:23.465247864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"b6c1662b-fe1b-4a25-a34e-258d27f9583f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:23.471668029Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-d09fff-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"491c7bdc-2750-4e2f-9bde-46dc67aa91ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:23.518826647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"b6c1662b-fe1b-4a25-a34e-258d27f9583f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:23.566502011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"3a64017e-3b3a-404e-b882-98ceec3da42f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:23.571075507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"209edc93-b81c-4ea2-aa0c-85283bddf57e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:23.571175101Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-d09fff-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"b6c1662b-fe1b-4a25-a34e-258d27f9583f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:23.620314139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"3a64017e-3b3a-404e-b882-98ceec3da42f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:23.62473238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"209edc93-b81c-4ea2-aa0c-85283bddf57e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:23.672909506Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-b47e8d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1624697102edd650863772bd059cf1377cec2b6fad1451149c994e96ff173520) AuthConfig (7ca642e0b1a47e00bbe68a426520462fc192205c95c4f53b587a59492d7319ab) AuthConfig (28bd79bc02454bb197caa34d18d24d1bcf9e5faa88f4ef8536019cc65cdf7563) AuthConfig (26bce1c178feecb2e09878cb2278331f52e6fc602841feb0a06ccdd9acdeaad6) AuthConfig (240362cdf45fa59a9747ed9c6a14ffd1488d2c3376aac04068886d9dd8ccd354) AuthConfig (33bb9989157bb3627ccadeaaf35ba927e455cc3fc6016a7d0fa0f9da4ec8a811) AuthConfig (3effa27b0c719394981ba5cb23efa0ef0ffd1f508a01fb2b9e6edf993294005b) AuthConfig (6a9161f4a301fcbad7787fefd35a1f3951aa69c43c9cef330cd725324a17c810) AuthConfig (dff46d00bf534ab840b28116044826ff0795cc7a2deca8650a7118f9b1c1e7f8) AuthConfig (2ff3b2e795fe267fe19d795091ffd77bed7791f010a73aaf6c2636a13154068d) AuthConfig (1b6937cc1efc55803246f27865d2056a7ea1cb83463bab1a85822196e5eab9be) AuthConfig (ad8db103ad98d18c04eeab165f706210159f14afc9a257edfb2b962508cc3368) AuthConfig (9241581fb3d5d5f2a621e0cd7cfd031be0e23d48a4475ec5341248771311a299) AuthConfig (770834ad7bee27b4658e711c716cd9dfd2b73e96cabd4494abccbdf64b9da6da) AuthConfig (6ea87f918c610f77925ff9fb19cb47ae7ab01e1c34a2131edec21d0354054996) AuthConfig (efb386e5a367539636e3ef99ce65c64b162d304f18581812b94031ae41351818) AuthConfig (bacf2d9cd131878a694e8193ce0de21734fa5d3744210d376550c0f5d0993b6a) AuthConfig (8d46bd495afd7d4b5179a5f685d51698e0afdf5aab3e8901ebc6d4251baf874f) AuthConfig (bba1a896c60b5fd17b8f359ca5031867375a48b9abe3c95c132e31ac58b49cde) AuthConfig (5aa03f71af179f408bdac311a612e7c960e8d7530def98864fd7fe441be50bee) AuthConfig (cd666d8f4024792baf4a327798ff1ebc56195b3673a388f5e12e7d93253b9558) AuthConfig (02d1e07b1df13a8459ad775a034fe99280f3765a1126cd23824cbd5b3e3157a7) AuthConfig (05d39d5d1a2dc7866bb52b260c2d215a20b6940f6086d00066f792d53dca736f) AuthConfig (f7e722bb42bc28b5bf8ecb973887380f5afe745059f52ffeb8156b963494d815) AuthConfig (b958c9fb44805fb43f3826919cd6e1ce2ab64b9a8620a6a9505f78b0d61787fa) AuthConfig (1e2cf940894d22bd4c351db3ad256ad00775da8a76b90244de16c4835754d201) AuthConfig (fbea84bf8738a10afdd8658497356b086db3e4b34fe581095e62ef70d3387579) AuthConfig (67d68f75f0f9f742393274aa71c2ec2b69a3a8d8286a207f035e69c7d1614e2e) AuthConfig (99ba42f5367b1e551b13983ee9dd5915ff8c17b4b701a311c51333156d947df4) AuthConfig (c67a84b73cb674aaeef1a957844deb5e14fe843e6e4aa9e9720412e2c6d036e6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"3a64017e-3b3a-404e-b882-98ceec3da42f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:23.678133888Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-b47e8d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1624697102edd650863772bd059cf1377cec2b6fad1451149c994e96ff173520) AuthConfig (7ca642e0b1a47e00bbe68a426520462fc192205c95c4f53b587a59492d7319ab) AuthConfig (28bd79bc02454bb197caa34d18d24d1bcf9e5faa88f4ef8536019cc65cdf7563) AuthConfig (26bce1c178feecb2e09878cb2278331f52e6fc602841feb0a06ccdd9acdeaad6) AuthConfig (240362cdf45fa59a9747ed9c6a14ffd1488d2c3376aac04068886d9dd8ccd354) AuthConfig (33bb9989157bb3627ccadeaaf35ba927e455cc3fc6016a7d0fa0f9da4ec8a811) AuthConfig (3effa27b0c719394981ba5cb23efa0ef0ffd1f508a01fb2b9e6edf993294005b) AuthConfig (6a9161f4a301fcbad7787fefd35a1f3951aa69c43c9cef330cd725324a17c810) AuthConfig (dff46d00bf534ab840b28116044826ff0795cc7a2deca8650a7118f9b1c1e7f8) AuthConfig (2ff3b2e795fe267fe19d795091ffd77bed7791f010a73aaf6c2636a13154068d) AuthConfig (1b6937cc1efc55803246f27865d2056a7ea1cb83463bab1a85822196e5eab9be) AuthConfig (ad8db103ad98d18c04eeab165f706210159f14afc9a257edfb2b962508cc3368) AuthConfig (9241581fb3d5d5f2a621e0cd7cfd031be0e23d48a4475ec5341248771311a299) AuthConfig (770834ad7bee27b4658e711c716cd9dfd2b73e96cabd4494abccbdf64b9da6da) AuthConfig (6ea87f918c610f77925ff9fb19cb47ae7ab01e1c34a2131edec21d0354054996) AuthConfig (efb386e5a367539636e3ef99ce65c64b162d304f18581812b94031ae41351818) AuthConfig (bacf2d9cd131878a694e8193ce0de21734fa5d3744210d376550c0f5d0993b6a) AuthConfig (8d46bd495afd7d4b5179a5f685d51698e0afdf5aab3e8901ebc6d4251baf874f) AuthConfig (bba1a896c60b5fd17b8f359ca5031867375a48b9abe3c95c132e31ac58b49cde) AuthConfig (5aa03f71af179f408bdac311a612e7c960e8d7530def98864fd7fe441be50bee) AuthConfig (cd666d8f4024792baf4a327798ff1ebc56195b3673a388f5e12e7d93253b9558) AuthConfig (02d1e07b1df13a8459ad775a034fe99280f3765a1126cd23824cbd5b3e3157a7) AuthConfig (05d39d5d1a2dc7866bb52b260c2d215a20b6940f6086d00066f792d53dca736f) AuthConfig (f7e722bb42bc28b5bf8ecb973887380f5afe745059f52ffeb8156b963494d815) AuthConfig (b958c9fb44805fb43f3826919cd6e1ce2ab64b9a8620a6a9505f78b0d61787fa) AuthConfig (1e2cf940894d22bd4c351db3ad256ad00775da8a76b90244de16c4835754d201) AuthConfig (fbea84bf8738a10afdd8658497356b086db3e4b34fe581095e62ef70d3387579) AuthConfig (67d68f75f0f9f742393274aa71c2ec2b69a3a8d8286a207f035e69c7d1614e2e) AuthConfig (99ba42f5367b1e551b13983ee9dd5915ff8c17b4b701a311c51333156d947df4) AuthConfig (c67a84b73cb674aaeef1a957844deb5e14fe843e6e4aa9e9720412e2c6d036e6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"209edc93-b81c-4ea2-aa0c-85283bddf57e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:23.818108585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"b3f43757-6a58-4d09-9234-1a85f451482c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:23.824042043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"96c34891-986e-4608-bddb-128f5f1cb3c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:23.872339897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"b3f43757-6a58-4d09-9234-1a85f451482c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:23.877705955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"96c34891-986e-4608-bddb-128f5f1cb3c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:23.92502024Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-b47e8d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1624697102edd650863772bd059cf1377cec2b6fad1451149c994e96ff173520) AuthConfig (7ca642e0b1a47e00bbe68a426520462fc192205c95c4f53b587a59492d7319ab) AuthConfig (28bd79bc02454bb197caa34d18d24d1bcf9e5faa88f4ef8536019cc65cdf7563) AuthConfig (26bce1c178feecb2e09878cb2278331f52e6fc602841feb0a06ccdd9acdeaad6) AuthConfig (240362cdf45fa59a9747ed9c6a14ffd1488d2c3376aac04068886d9dd8ccd354) AuthConfig (33bb9989157bb3627ccadeaaf35ba927e455cc3fc6016a7d0fa0f9da4ec8a811) AuthConfig (3effa27b0c719394981ba5cb23efa0ef0ffd1f508a01fb2b9e6edf993294005b) AuthConfig (6a9161f4a301fcbad7787fefd35a1f3951aa69c43c9cef330cd725324a17c810) AuthConfig (dff46d00bf534ab840b28116044826ff0795cc7a2deca8650a7118f9b1c1e7f8) AuthConfig (2ff3b2e795fe267fe19d795091ffd77bed7791f010a73aaf6c2636a13154068d) AuthConfig (1b6937cc1efc55803246f27865d2056a7ea1cb83463bab1a85822196e5eab9be) AuthConfig (ad8db103ad98d18c04eeab165f706210159f14afc9a257edfb2b962508cc3368) AuthConfig (9241581fb3d5d5f2a621e0cd7cfd031be0e23d48a4475ec5341248771311a299) AuthConfig (770834ad7bee27b4658e711c716cd9dfd2b73e96cabd4494abccbdf64b9da6da) AuthConfig (6ea87f918c610f77925ff9fb19cb47ae7ab01e1c34a2131edec21d0354054996) AuthConfig (efb386e5a367539636e3ef99ce65c64b162d304f18581812b94031ae41351818) AuthConfig (bacf2d9cd131878a694e8193ce0de21734fa5d3744210d376550c0f5d0993b6a) AuthConfig (8d46bd495afd7d4b5179a5f685d51698e0afdf5aab3e8901ebc6d4251baf874f) AuthConfig (bba1a896c60b5fd17b8f359ca5031867375a48b9abe3c95c132e31ac58b49cde) AuthConfig (5aa03f71af179f408bdac311a612e7c960e8d7530def98864fd7fe441be50bee) AuthConfig (cd666d8f4024792baf4a327798ff1ebc56195b3673a388f5e12e7d93253b9558) AuthConfig (02d1e07b1df13a8459ad775a034fe99280f3765a1126cd23824cbd5b3e3157a7) AuthConfig (05d39d5d1a2dc7866bb52b260c2d215a20b6940f6086d00066f792d53dca736f) AuthConfig (f7e722bb42bc28b5bf8ecb973887380f5afe745059f52ffeb8156b963494d815) AuthConfig (b958c9fb44805fb43f3826919cd6e1ce2ab64b9a8620a6a9505f78b0d61787fa) AuthConfig (1e2cf940894d22bd4c351db3ad256ad00775da8a76b90244de16c4835754d201) AuthConfig (fbea84bf8738a10afdd8658497356b086db3e4b34fe581095e62ef70d3387579) AuthConfig (67d68f75f0f9f742393274aa71c2ec2b69a3a8d8286a207f035e69c7d1614e2e) AuthConfig (99ba42f5367b1e551b13983ee9dd5915ff8c17b4b701a311c51333156d947df4) AuthConfig (c67a84b73cb674aaeef1a957844deb5e14fe843e6e4aa9e9720412e2c6d036e6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"b3f43757-6a58-4d09-9234-1a85f451482c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:23.930781743Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-b47e8d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1624697102edd650863772bd059cf1377cec2b6fad1451149c994e96ff173520) AuthConfig (7ca642e0b1a47e00bbe68a426520462fc192205c95c4f53b587a59492d7319ab) AuthConfig (28bd79bc02454bb197caa34d18d24d1bcf9e5faa88f4ef8536019cc65cdf7563) AuthConfig (26bce1c178feecb2e09878cb2278331f52e6fc602841feb0a06ccdd9acdeaad6) AuthConfig (240362cdf45fa59a9747ed9c6a14ffd1488d2c3376aac04068886d9dd8ccd354) AuthConfig (33bb9989157bb3627ccadeaaf35ba927e455cc3fc6016a7d0fa0f9da4ec8a811) AuthConfig (3effa27b0c719394981ba5cb23efa0ef0ffd1f508a01fb2b9e6edf993294005b) AuthConfig (6a9161f4a301fcbad7787fefd35a1f3951aa69c43c9cef330cd725324a17c810) AuthConfig (dff46d00bf534ab840b28116044826ff0795cc7a2deca8650a7118f9b1c1e7f8) AuthConfig (2ff3b2e795fe267fe19d795091ffd77bed7791f010a73aaf6c2636a13154068d) AuthConfig (1b6937cc1efc55803246f27865d2056a7ea1cb83463bab1a85822196e5eab9be) AuthConfig (ad8db103ad98d18c04eeab165f706210159f14afc9a257edfb2b962508cc3368) AuthConfig (9241581fb3d5d5f2a621e0cd7cfd031be0e23d48a4475ec5341248771311a299) AuthConfig (770834ad7bee27b4658e711c716cd9dfd2b73e96cabd4494abccbdf64b9da6da) AuthConfig (6ea87f918c610f77925ff9fb19cb47ae7ab01e1c34a2131edec21d0354054996) AuthConfig (efb386e5a367539636e3ef99ce65c64b162d304f18581812b94031ae41351818) AuthConfig (bacf2d9cd131878a694e8193ce0de21734fa5d3744210d376550c0f5d0993b6a) AuthConfig (8d46bd495afd7d4b5179a5f685d51698e0afdf5aab3e8901ebc6d4251baf874f) AuthConfig (bba1a896c60b5fd17b8f359ca5031867375a48b9abe3c95c132e31ac58b49cde) AuthConfig (5aa03f71af179f408bdac311a612e7c960e8d7530def98864fd7fe441be50bee) AuthConfig (cd666d8f4024792baf4a327798ff1ebc56195b3673a388f5e12e7d93253b9558) AuthConfig (02d1e07b1df13a8459ad775a034fe99280f3765a1126cd23824cbd5b3e3157a7) AuthConfig (05d39d5d1a2dc7866bb52b260c2d215a20b6940f6086d00066f792d53dca736f) AuthConfig (f7e722bb42bc28b5bf8ecb973887380f5afe745059f52ffeb8156b963494d815) AuthConfig (b958c9fb44805fb43f3826919cd6e1ce2ab64b9a8620a6a9505f78b0d61787fa) AuthConfig (1e2cf940894d22bd4c351db3ad256ad00775da8a76b90244de16c4835754d201) AuthConfig (fbea84bf8738a10afdd8658497356b086db3e4b34fe581095e62ef70d3387579) AuthConfig (67d68f75f0f9f742393274aa71c2ec2b69a3a8d8286a207f035e69c7d1614e2e) AuthConfig (99ba42f5367b1e551b13983ee9dd5915ff8c17b4b701a311c51333156d947df4) AuthConfig (c67a84b73cb674aaeef1a957844deb5e14fe843e6e4aa9e9720412e2c6d036e6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"96c34891-986e-4608-bddb-128f5f1cb3c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:26.820042262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"9afef2a6-c0e3-4def-83d4-94e81ebbf8c6","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:26.965690232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"fb730a0c-726f-47e4-be84-3005e79c0f9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:26.965803565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"8c6aad2f-d22c-4f7e-a177-51279e6a5868","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:26.966154585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-274dcb98-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-dry-sub-274dcb98-auth","reconcileID":"0d3f2de9-2363-43f6-be6d-b994720487d1","MaaSAuthPolicy":{"name":"e2e-dry-sub-274dcb98-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:27.021422055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-274dcb98-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-dry-sub-274dcb98-auth","reconcileID":"0d3f2de9-2363-43f6-be6d-b994720487d1","MaaSAuthPolicy":{"name":"e2e-dry-sub-274dcb98-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:27.02143647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"8c6aad2f-d22c-4f7e-a177-51279e6a5868","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:27.023624747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"fb730a0c-726f-47e4-be84-3005e79c0f9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:33.624468085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"06983bf0-4671-4c36-ad4b-346978c36bfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:33.678544724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"06983bf0-4671-4c36-ad4b-346978c36bfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:33.724744526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"c5e77d15-8a0e-49de-81ee-00a86d4d4928","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:33.734063914Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-d09fff-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"06983bf0-4671-4c36-ad4b-346978c36bfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:33.78165946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"c5e77d15-8a0e-49de-81ee-00a86d4d4928","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:33.836510147Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-d09fff-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"c5e77d15-8a0e-49de-81ee-00a86d4d4928","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:34.078042757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"0605a040-0ce2-44f9-921c-faf2e0b71c95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:34.081773271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"20aa2ae5-2038-49b2-bdfd-c454af08de65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:34.144950983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"20aa2ae5-2038-49b2-bdfd-c454af08de65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:34.146816004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"0605a040-0ce2-44f9-921c-faf2e0b71c95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:34.348632228Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-subscription","reconcileID":"d287f4f2-fe19-4ab9-a80f-852cce5c46a7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-premium-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:34.425206047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"premium-w3-b47e8d","reconcileID":"a2bf3f16-6fdf-4bb9-994e-c27cf549e804","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"premium-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"premium-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:34.427942404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"bd164056-6545-43cf-89a1-d62ed8af281c","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:34.50270928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"c901a04c-2dd3-41a3-b4d8-ddffe6a1aa89","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"premium-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"premium-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:34.646709573Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-subscription","reconcileID":"4c13bf7d-d1f1-498e-b3be-8a4328601028","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-simulator-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:34.855505246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"a4f206a3-1c98-44e4-a982-92ec624cc265","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"simulator-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"simulator-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:34.96284289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"c4d3e254-14fa-43f8-a054-88309f3b268a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:34.96286657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"73317589-390c-4007-afc9-3bbc7a999ea1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:35.017098096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"c4d3e254-14fa-43f8-a054-88309f3b268a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:35.017134244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"73317589-390c-4007-afc9-3bbc7a999ea1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:35.06961706Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-d09fff-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (427f55e73e12a362c7663760759e1799b2623012bd6826870c0f6cfaa7e1c08f) AuthConfig (3e4734ddfb5809ba22c9b351cfa43c9503999e691188afcb50e15c2d2c35808e) AuthConfig (df524c6372db4fc95c0c09324ea07311d650485fc15282d96c307fcec8d165df) AuthConfig (f3573829929398b62c492d1c5c2d0880f1cd4a184dfb2e583640aacf1a93e867) AuthConfig (703a2d0f0480bbbea8e51e7e859d2af4a14902d579691ce8070f7a66203e771b) AuthConfig (0633966946d46e08f8d904356f66511c8f1f96c68c44bcf3f2a999cea5040cb1) AuthConfig (b987628576107eb0e3eb2c42140f8d39f6180e63c76d557012c590495c8a17e8) AuthConfig (7250058725f6de102e73a0e5a3dd0bb7b4362f6c461116f64a238d08b0ae5d7a) AuthConfig (4e38c70402589a057f1f5c83da9d3b2197c3504b95161f31591b0facd5ab2e4a) AuthConfig (481cfb4e3a8b4ef904cfbdff038afdd1d21a506108b219914f827520fda1161a) AuthConfig (f874c6fc649a834e4c46892c2da2005ba478fe2797602249a4f65a7f00707730) AuthConfig (2aedb3bdc036a048b8bbcba25bc856875e408389adb61129d246d4c5d91bc011) AuthConfig (70fbcb765276c926279edb3a8c4c61608c16ecd2bbd0ec9622aa221e9c9a5f38) AuthConfig (452e515a8fdf83e6d594c2b4163ea4adba4d285953c71ac15e49fe9c7163cb21) AuthConfig (15bf9cc24b7a604732db33041c6a5bca195f24900f0f3e49b499897e263580f0) AuthConfig (d3f3144b02494e4d476e660370ee17b4dcb2aaa8f8232d2e2b771c811ead508b) AuthConfig (6b353f4dc45d1b5406e1bff44d0142940164366e57e30e128fde355ced59748b) AuthConfig (abb6de84956b1d5f183032abdd043818abc8c5092a57f7ff8bfc07e258c5d31d) AuthConfig (d6fac244838c00ca80e62c0e2fc41430ce9c8e19f7cedb07272c88190a39830f) AuthConfig (23348cb598b03c0154b4bcd2accdf8a68965da78364b8dc2a94d291786457d20) AuthConfig (020f677e5947787d3e9fd317dca329e45e5b77d0f2638a8afcecf8c9a0180cae) AuthConfig (f71669a3da74e32e661677d59be582d5047d803a44f0b9f494098f87dadeb49e) AuthConfig (0e072971adaeaf71ba66ec54a921912430bd0865a020d2cdcf7044d752b972c2) AuthConfig (3c4601e8792df2dcd50e7c94505ca7b74d2a3632b39aaf9f80e794fdb97c6b9d) AuthConfig (b78be339b516f3f72016cead165024a0bd60d6dee3eded9b3d03bfccf36dab5e) AuthConfig (1ccc12d10982df4c26f3f2731587f81c9df06c3c1a79272f386b577242b2c917) AuthConfig (541a1087c67d7a609ff76eb0a88b2e00b906324337fc699d4cde281b04a91ad5) AuthConfig (c8404f95f2174a0323c14cb29dd69863b9e09aa1bd3fbad11a6385fa9bb6bf66) AuthConfig (e9f79359a50d2c61ecc8731cdaafba09589e12fdec050aa34c3b13c472222e6a) AuthConfig (82a349ac77d31cae52d1f54c862631bf461cff5a87bca333a26f2cfbc3f5f715)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"c4d3e254-14fa-43f8-a054-88309f3b268a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:35.070099588Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-d09fff-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (427f55e73e12a362c7663760759e1799b2623012bd6826870c0f6cfaa7e1c08f) AuthConfig (3e4734ddfb5809ba22c9b351cfa43c9503999e691188afcb50e15c2d2c35808e) AuthConfig (df524c6372db4fc95c0c09324ea07311d650485fc15282d96c307fcec8d165df) AuthConfig (f3573829929398b62c492d1c5c2d0880f1cd4a184dfb2e583640aacf1a93e867) AuthConfig (703a2d0f0480bbbea8e51e7e859d2af4a14902d579691ce8070f7a66203e771b) AuthConfig (0633966946d46e08f8d904356f66511c8f1f96c68c44bcf3f2a999cea5040cb1) AuthConfig (b987628576107eb0e3eb2c42140f8d39f6180e63c76d557012c590495c8a17e8) AuthConfig (7250058725f6de102e73a0e5a3dd0bb7b4362f6c461116f64a238d08b0ae5d7a) AuthConfig (4e38c70402589a057f1f5c83da9d3b2197c3504b95161f31591b0facd5ab2e4a) AuthConfig (481cfb4e3a8b4ef904cfbdff038afdd1d21a506108b219914f827520fda1161a) AuthConfig (f874c6fc649a834e4c46892c2da2005ba478fe2797602249a4f65a7f00707730) AuthConfig (2aedb3bdc036a048b8bbcba25bc856875e408389adb61129d246d4c5d91bc011) AuthConfig (70fbcb765276c926279edb3a8c4c61608c16ecd2bbd0ec9622aa221e9c9a5f38) AuthConfig (452e515a8fdf83e6d594c2b4163ea4adba4d285953c71ac15e49fe9c7163cb21) AuthConfig (15bf9cc24b7a604732db33041c6a5bca195f24900f0f3e49b499897e263580f0) AuthConfig (d3f3144b02494e4d476e660370ee17b4dcb2aaa8f8232d2e2b771c811ead508b) AuthConfig (6b353f4dc45d1b5406e1bff44d0142940164366e57e30e128fde355ced59748b) AuthConfig (abb6de84956b1d5f183032abdd043818abc8c5092a57f7ff8bfc07e258c5d31d) AuthConfig (d6fac244838c00ca80e62c0e2fc41430ce9c8e19f7cedb07272c88190a39830f) AuthConfig (23348cb598b03c0154b4bcd2accdf8a68965da78364b8dc2a94d291786457d20) AuthConfig (020f677e5947787d3e9fd317dca329e45e5b77d0f2638a8afcecf8c9a0180cae) AuthConfig (f71669a3da74e32e661677d59be582d5047d803a44f0b9f494098f87dadeb49e) AuthConfig (0e072971adaeaf71ba66ec54a921912430bd0865a020d2cdcf7044d752b972c2) AuthConfig (3c4601e8792df2dcd50e7c94505ca7b74d2a3632b39aaf9f80e794fdb97c6b9d) AuthConfig (b78be339b516f3f72016cead165024a0bd60d6dee3eded9b3d03bfccf36dab5e) AuthConfig (1ccc12d10982df4c26f3f2731587f81c9df06c3c1a79272f386b577242b2c917) AuthConfig (541a1087c67d7a609ff76eb0a88b2e00b906324337fc699d4cde281b04a91ad5) AuthConfig (c8404f95f2174a0323c14cb29dd69863b9e09aa1bd3fbad11a6385fa9bb6bf66) AuthConfig (e9f79359a50d2c61ecc8731cdaafba09589e12fdec050aa34c3b13c472222e6a) AuthConfig (82a349ac77d31cae52d1f54c862631bf461cff5a87bca333a26f2cfbc3f5f715)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"73317589-390c-4007-afc9-3bbc7a999ea1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:35.127243255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"9747ac65-f67d-49d4-b2c2-15e5230ff674","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"premium-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"premium-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:35.127767267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"55f207ca-b4c5-4155-8909-651e1ac79329","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"simulator-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"simulator-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:35.278656713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"94d115a2-2d60-4b55-b080-f470f9c46881","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:35.278713884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"726b092d-5b75-484b-a490-669da142701d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:35.337721944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"726b092d-5b75-484b-a490-669da142701d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:35.338083039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"94d115a2-2d60-4b55-b080-f470f9c46881","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:35.393113637Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-d09fff-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (427f55e73e12a362c7663760759e1799b2623012bd6826870c0f6cfaa7e1c08f) AuthConfig (3e4734ddfb5809ba22c9b351cfa43c9503999e691188afcb50e15c2d2c35808e) AuthConfig (df524c6372db4fc95c0c09324ea07311d650485fc15282d96c307fcec8d165df) AuthConfig (f3573829929398b62c492d1c5c2d0880f1cd4a184dfb2e583640aacf1a93e867) AuthConfig (703a2d0f0480bbbea8e51e7e859d2af4a14902d579691ce8070f7a66203e771b) AuthConfig (0633966946d46e08f8d904356f66511c8f1f96c68c44bcf3f2a999cea5040cb1) AuthConfig (b987628576107eb0e3eb2c42140f8d39f6180e63c76d557012c590495c8a17e8) AuthConfig (7250058725f6de102e73a0e5a3dd0bb7b4362f6c461116f64a238d08b0ae5d7a) AuthConfig (4e38c70402589a057f1f5c83da9d3b2197c3504b95161f31591b0facd5ab2e4a) AuthConfig (481cfb4e3a8b4ef904cfbdff038afdd1d21a506108b219914f827520fda1161a) AuthConfig (f874c6fc649a834e4c46892c2da2005ba478fe2797602249a4f65a7f00707730) AuthConfig (2aedb3bdc036a048b8bbcba25bc856875e408389adb61129d246d4c5d91bc011) AuthConfig (70fbcb765276c926279edb3a8c4c61608c16ecd2bbd0ec9622aa221e9c9a5f38) AuthConfig (452e515a8fdf83e6d594c2b4163ea4adba4d285953c71ac15e49fe9c7163cb21) AuthConfig (15bf9cc24b7a604732db33041c6a5bca195f24900f0f3e49b499897e263580f0) AuthConfig (d3f3144b02494e4d476e660370ee17b4dcb2aaa8f8232d2e2b771c811ead508b) AuthConfig (6b353f4dc45d1b5406e1bff44d0142940164366e57e30e128fde355ced59748b) AuthConfig (abb6de84956b1d5f183032abdd043818abc8c5092a57f7ff8bfc07e258c5d31d) AuthConfig (d6fac244838c00ca80e62c0e2fc41430ce9c8e19f7cedb07272c88190a39830f) AuthConfig (23348cb598b03c0154b4bcd2accdf8a68965da78364b8dc2a94d291786457d20) AuthConfig (020f677e5947787d3e9fd317dca329e45e5b77d0f2638a8afcecf8c9a0180cae) AuthConfig (f71669a3da74e32e661677d59be582d5047d803a44f0b9f494098f87dadeb49e) AuthConfig (0e072971adaeaf71ba66ec54a921912430bd0865a020d2cdcf7044d752b972c2) AuthConfig (3c4601e8792df2dcd50e7c94505ca7b74d2a3632b39aaf9f80e794fdb97c6b9d) AuthConfig (b78be339b516f3f72016cead165024a0bd60d6dee3eded9b3d03bfccf36dab5e) AuthConfig (1ccc12d10982df4c26f3f2731587f81c9df06c3c1a79272f386b577242b2c917) AuthConfig (541a1087c67d7a609ff76eb0a88b2e00b906324337fc699d4cde281b04a91ad5) AuthConfig (c8404f95f2174a0323c14cb29dd69863b9e09aa1bd3fbad11a6385fa9bb6bf66) AuthConfig (e9f79359a50d2c61ecc8731cdaafba09589e12fdec050aa34c3b13c472222e6a) AuthConfig (82a349ac77d31cae52d1f54c862631bf461cff5a87bca333a26f2cfbc3f5f715)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"94d115a2-2d60-4b55-b080-f470f9c46881","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:35.393130429Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-d09fff-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (427f55e73e12a362c7663760759e1799b2623012bd6826870c0f6cfaa7e1c08f) AuthConfig (3e4734ddfb5809ba22c9b351cfa43c9503999e691188afcb50e15c2d2c35808e) AuthConfig (df524c6372db4fc95c0c09324ea07311d650485fc15282d96c307fcec8d165df) AuthConfig (f3573829929398b62c492d1c5c2d0880f1cd4a184dfb2e583640aacf1a93e867) AuthConfig (703a2d0f0480bbbea8e51e7e859d2af4a14902d579691ce8070f7a66203e771b) AuthConfig (0633966946d46e08f8d904356f66511c8f1f96c68c44bcf3f2a999cea5040cb1) AuthConfig (b987628576107eb0e3eb2c42140f8d39f6180e63c76d557012c590495c8a17e8) AuthConfig (7250058725f6de102e73a0e5a3dd0bb7b4362f6c461116f64a238d08b0ae5d7a) AuthConfig (4e38c70402589a057f1f5c83da9d3b2197c3504b95161f31591b0facd5ab2e4a) AuthConfig (481cfb4e3a8b4ef904cfbdff038afdd1d21a506108b219914f827520fda1161a) AuthConfig (f874c6fc649a834e4c46892c2da2005ba478fe2797602249a4f65a7f00707730) AuthConfig (2aedb3bdc036a048b8bbcba25bc856875e408389adb61129d246d4c5d91bc011) AuthConfig (70fbcb765276c926279edb3a8c4c61608c16ecd2bbd0ec9622aa221e9c9a5f38) AuthConfig (452e515a8fdf83e6d594c2b4163ea4adba4d285953c71ac15e49fe9c7163cb21) AuthConfig (15bf9cc24b7a604732db33041c6a5bca195f24900f0f3e49b499897e263580f0) AuthConfig (d3f3144b02494e4d476e660370ee17b4dcb2aaa8f8232d2e2b771c811ead508b) AuthConfig (6b353f4dc45d1b5406e1bff44d0142940164366e57e30e128fde355ced59748b) AuthConfig (abb6de84956b1d5f183032abdd043818abc8c5092a57f7ff8bfc07e258c5d31d) AuthConfig (d6fac244838c00ca80e62c0e2fc41430ce9c8e19f7cedb07272c88190a39830f) AuthConfig (23348cb598b03c0154b4bcd2accdf8a68965da78364b8dc2a94d291786457d20) AuthConfig (020f677e5947787d3e9fd317dca329e45e5b77d0f2638a8afcecf8c9a0180cae) AuthConfig (f71669a3da74e32e661677d59be582d5047d803a44f0b9f494098f87dadeb49e) AuthConfig (0e072971adaeaf71ba66ec54a921912430bd0865a020d2cdcf7044d752b972c2) AuthConfig (3c4601e8792df2dcd50e7c94505ca7b74d2a3632b39aaf9f80e794fdb97c6b9d) AuthConfig (b78be339b516f3f72016cead165024a0bd60d6dee3eded9b3d03bfccf36dab5e) AuthConfig (1ccc12d10982df4c26f3f2731587f81c9df06c3c1a79272f386b577242b2c917) AuthConfig (541a1087c67d7a609ff76eb0a88b2e00b906324337fc699d4cde281b04a91ad5) AuthConfig (c8404f95f2174a0323c14cb29dd69863b9e09aa1bd3fbad11a6385fa9bb6bf66) AuthConfig (e9f79359a50d2c61ecc8731cdaafba09589e12fdec050aa34c3b13c472222e6a) AuthConfig (82a349ac77d31cae52d1f54c862631bf461cff5a87bca333a26f2cfbc3f5f715)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"726b092d-5b75-484b-a490-669da142701d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:35.444647491Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"726b092d-5b75-484b-a490-669da142701d","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:35.444654Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"94d115a2-2d60-4b55-b080-f470f9c46881","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:35.596179399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"5dc27748-c6b9-4643-90b9-c84c3bafb02c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:35.596186195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"7a6857be-9eb3-4ad9-936c-5c1df333b789","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:35.65069842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"5dc27748-c6b9-4643-90b9-c84c3bafb02c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:35.6508259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"7a6857be-9eb3-4ad9-936c-5c1df333b789","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:35.703845847Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-d09fff-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (427f55e73e12a362c7663760759e1799b2623012bd6826870c0f6cfaa7e1c08f) AuthConfig (3e4734ddfb5809ba22c9b351cfa43c9503999e691188afcb50e15c2d2c35808e) AuthConfig (df524c6372db4fc95c0c09324ea07311d650485fc15282d96c307fcec8d165df) AuthConfig (f3573829929398b62c492d1c5c2d0880f1cd4a184dfb2e583640aacf1a93e867) AuthConfig (703a2d0f0480bbbea8e51e7e859d2af4a14902d579691ce8070f7a66203e771b) AuthConfig (0633966946d46e08f8d904356f66511c8f1f96c68c44bcf3f2a999cea5040cb1) AuthConfig (b987628576107eb0e3eb2c42140f8d39f6180e63c76d557012c590495c8a17e8) AuthConfig (7250058725f6de102e73a0e5a3dd0bb7b4362f6c461116f64a238d08b0ae5d7a) AuthConfig (4e38c70402589a057f1f5c83da9d3b2197c3504b95161f31591b0facd5ab2e4a) AuthConfig (481cfb4e3a8b4ef904cfbdff038afdd1d21a506108b219914f827520fda1161a) AuthConfig (f874c6fc649a834e4c46892c2da2005ba478fe2797602249a4f65a7f00707730) AuthConfig (2aedb3bdc036a048b8bbcba25bc856875e408389adb61129d246d4c5d91bc011) AuthConfig (70fbcb765276c926279edb3a8c4c61608c16ecd2bbd0ec9622aa221e9c9a5f38) AuthConfig (452e515a8fdf83e6d594c2b4163ea4adba4d285953c71ac15e49fe9c7163cb21) AuthConfig (15bf9cc24b7a604732db33041c6a5bca195f24900f0f3e49b499897e263580f0) AuthConfig (d3f3144b02494e4d476e660370ee17b4dcb2aaa8f8232d2e2b771c811ead508b) AuthConfig (6b353f4dc45d1b5406e1bff44d0142940164366e57e30e128fde355ced59748b) AuthConfig (abb6de84956b1d5f183032abdd043818abc8c5092a57f7ff8bfc07e258c5d31d) AuthConfig (d6fac244838c00ca80e62c0e2fc41430ce9c8e19f7cedb07272c88190a39830f) AuthConfig (23348cb598b03c0154b4bcd2accdf8a68965da78364b8dc2a94d291786457d20) AuthConfig (020f677e5947787d3e9fd317dca329e45e5b77d0f2638a8afcecf8c9a0180cae) AuthConfig (f71669a3da74e32e661677d59be582d5047d803a44f0b9f494098f87dadeb49e) AuthConfig (0e072971adaeaf71ba66ec54a921912430bd0865a020d2cdcf7044d752b972c2) AuthConfig (3c4601e8792df2dcd50e7c94505ca7b74d2a3632b39aaf9f80e794fdb97c6b9d) AuthConfig (b78be339b516f3f72016cead165024a0bd60d6dee3eded9b3d03bfccf36dab5e) AuthConfig (1ccc12d10982df4c26f3f2731587f81c9df06c3c1a79272f386b577242b2c917) AuthConfig (541a1087c67d7a609ff76eb0a88b2e00b906324337fc699d4cde281b04a91ad5) AuthConfig (c8404f95f2174a0323c14cb29dd69863b9e09aa1bd3fbad11a6385fa9bb6bf66) AuthConfig (e9f79359a50d2c61ecc8731cdaafba09589e12fdec050aa34c3b13c472222e6a) AuthConfig (82a349ac77d31cae52d1f54c862631bf461cff5a87bca333a26f2cfbc3f5f715)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"5dc27748-c6b9-4643-90b9-c84c3bafb02c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:35.703848813Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-d09fff-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (427f55e73e12a362c7663760759e1799b2623012bd6826870c0f6cfaa7e1c08f) AuthConfig (3e4734ddfb5809ba22c9b351cfa43c9503999e691188afcb50e15c2d2c35808e) AuthConfig (df524c6372db4fc95c0c09324ea07311d650485fc15282d96c307fcec8d165df) AuthConfig (f3573829929398b62c492d1c5c2d0880f1cd4a184dfb2e583640aacf1a93e867) AuthConfig (703a2d0f0480bbbea8e51e7e859d2af4a14902d579691ce8070f7a66203e771b) AuthConfig (0633966946d46e08f8d904356f66511c8f1f96c68c44bcf3f2a999cea5040cb1) AuthConfig (b987628576107eb0e3eb2c42140f8d39f6180e63c76d557012c590495c8a17e8) AuthConfig (7250058725f6de102e73a0e5a3dd0bb7b4362f6c461116f64a238d08b0ae5d7a) AuthConfig (4e38c70402589a057f1f5c83da9d3b2197c3504b95161f31591b0facd5ab2e4a) AuthConfig (481cfb4e3a8b4ef904cfbdff038afdd1d21a506108b219914f827520fda1161a) AuthConfig (f874c6fc649a834e4c46892c2da2005ba478fe2797602249a4f65a7f00707730) AuthConfig (2aedb3bdc036a048b8bbcba25bc856875e408389adb61129d246d4c5d91bc011) AuthConfig (70fbcb765276c926279edb3a8c4c61608c16ecd2bbd0ec9622aa221e9c9a5f38) AuthConfig (452e515a8fdf83e6d594c2b4163ea4adba4d285953c71ac15e49fe9c7163cb21) AuthConfig (15bf9cc24b7a604732db33041c6a5bca195f24900f0f3e49b499897e263580f0) AuthConfig (d3f3144b02494e4d476e660370ee17b4dcb2aaa8f8232d2e2b771c811ead508b) AuthConfig (6b353f4dc45d1b5406e1bff44d0142940164366e57e30e128fde355ced59748b) AuthConfig (abb6de84956b1d5f183032abdd043818abc8c5092a57f7ff8bfc07e258c5d31d) AuthConfig (d6fac244838c00ca80e62c0e2fc41430ce9c8e19f7cedb07272c88190a39830f) AuthConfig (23348cb598b03c0154b4bcd2accdf8a68965da78364b8dc2a94d291786457d20) AuthConfig (020f677e5947787d3e9fd317dca329e45e5b77d0f2638a8afcecf8c9a0180cae) AuthConfig (f71669a3da74e32e661677d59be582d5047d803a44f0b9f494098f87dadeb49e) AuthConfig (0e072971adaeaf71ba66ec54a921912430bd0865a020d2cdcf7044d752b972c2) AuthConfig (3c4601e8792df2dcd50e7c94505ca7b74d2a3632b39aaf9f80e794fdb97c6b9d) AuthConfig (b78be339b516f3f72016cead165024a0bd60d6dee3eded9b3d03bfccf36dab5e) AuthConfig (1ccc12d10982df4c26f3f2731587f81c9df06c3c1a79272f386b577242b2c917) AuthConfig (541a1087c67d7a609ff76eb0a88b2e00b906324337fc699d4cde281b04a91ad5) AuthConfig (c8404f95f2174a0323c14cb29dd69863b9e09aa1bd3fbad11a6385fa9bb6bf66) AuthConfig (e9f79359a50d2c61ecc8731cdaafba09589e12fdec050aa34c3b13c472222e6a) AuthConfig (82a349ac77d31cae52d1f54c862631bf461cff5a87bca333a26f2cfbc3f5f715)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"7a6857be-9eb3-4ad9-936c-5c1df333b789","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:36.172127722Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:36.977756164Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-274dcb98","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-dry-sub-274dcb98","reconcileID":"f681be7f-7027-403c-ab00-2c60d8afdca2","MaaSSubscription":{"name":"e2e-dry-sub-274dcb98","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscription":"e2e-dry-sub-274dcb98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:37.19191191Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-274dcb98","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-dry-sub-274dcb98","reconcileID":"f681be7f-7027-403c-ab00-2c60d8afdca2","MaaSSubscription":{"name":"e2e-dry-sub-274dcb98","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-7f66ab/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:37.39764012Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-subscription","reconcileID":"ced76491-cbd1-4284-9f9b-f3489d88595d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:37.40301078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"bf0cd545-ef63-4075-b8c1-db619e1f2150","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:37.458550345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"d3ff8a97-038e-4cba-acee-04a4e9cbc9b4","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"premium-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"premium-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:37.548741665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-274dcb98-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-dry-sub-274dcb98-auth","reconcileID":"71faba7e-c06e-45c2-bd5b-0b9ad1eaccab","MaaSAuthPolicy":{"name":"e2e-dry-sub-274dcb98-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:37.548965127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"21f6b645-2f9c-46c6-b089-3037c10acdeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:37.548741669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"8052c1d7-690b-4dfa-a256-bc1f47daf3cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:37.578278833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"bad25ab5-3f46-4f5f-8120-496f5dcda1a6","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:37.604468176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-274dcb98-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-dry-sub-274dcb98-auth","reconcileID":"71faba7e-c06e-45c2-bd5b-0b9ad1eaccab","MaaSAuthPolicy":{"name":"e2e-dry-sub-274dcb98-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:37.604476176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"21f6b645-2f9c-46c6-b089-3037c10acdeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:37.606594681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"8052c1d7-690b-4dfa-a256-bc1f47daf3cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:37.750447935Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-274dcb98-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-dry-sub-274dcb98-auth","reconcileID":"9d751229-10f3-4750-8cff-08fdd7d11ce8","MaaSAuthPolicy":{"name":"e2e-dry-sub-274dcb98-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:37.955883278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"74cd614b-350e-417f-91d1-e1d7a94bc947","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:39.233913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"cce17be6-6591-4121-b908-b5f5e3441b2c","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:39.287674467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"b1bd3dc8-e768-42a4-b922-58a3aaaa38f4","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:39.433806395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-163824da-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-combo-sub-163824da-auth","reconcileID":"997ed2b6-fe26-45bf-92fd-3451cc60dd29","MaaSAuthPolicy":{"name":"e2e-combo-sub-163824da-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:39.488312023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-163824da-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-combo-sub-163824da-auth","reconcileID":"997ed2b6-fe26-45bf-92fd-3451cc60dd29","MaaSAuthPolicy":{"name":"e2e-combo-sub-163824da-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:39.529043963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"833ce03b-8290-4105-b9a6-030ff24ef6ee","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:39.582222267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"35ac4187-f9ca-4a0f-a986-cc66b804e913","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:39.629574059Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-163824da","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-combo-sub-163824da","reconcileID":"3f17b3e4-90a3-45c0-9325-ede3bed74cd7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-163824da\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:39.67473545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"cdf67694-65ca-4719-9b6a-6b0254cd2e1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:39.674763742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"8bedc469-e290-46ca-ba95-06a0d492111a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:39.729409165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"8bedc469-e290-46ca-ba95-06a0d492111a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:39.729505437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"cdf67694-65ca-4719-9b6a-6b0254cd2e1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:39.737190368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"9a68517d-1873-430c-b9c9-233e23813a76","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:39.741002056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"2b8d6ced-272d-46c0-861b-1dab89c318ce","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:39.791213621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"b13e5694-55c4-4875-969d-80988eaf2f0d","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:39.887868683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-163824da-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-combo-sub-163824da-auth","reconcileID":"9127244e-f060-4127-86fc-d66aa388c75d","MaaSAuthPolicy":{"name":"e2e-combo-sub-163824da-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:39.941414061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-163824da-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-combo-sub-163824da-auth","reconcileID":"9127244e-f060-4127-86fc-d66aa388c75d","MaaSAuthPolicy":{"name":"e2e-combo-sub-163824da-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:40.024015772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"5d3670bc-2f6a-4f41-a44c-9c3d445577cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:40.043997717Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-163824da","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-combo-sub-163824da","reconcileID":"0601bbc5-b5fb-4132-b616-d2f2c157aad6","MaaSSubscription":{"name":"e2e-combo-sub-163824da","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-7f66ab/e2e-combo-sub-163824da","ai-tenant-e2e-worker-w2-7f66ab/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:40.078178808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"5d3670bc-2f6a-4f41-a44c-9c3d445577cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:40.125231392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"aac4eb73-3b66-40bd-a942-ac295ed1f38c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:40.180225292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"aac4eb73-3b66-40bd-a942-ac295ed1f38c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:40.202877706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"28d4ec85-84c8-49cb-98a0-e6ec7c582755","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:40.243903832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-subscription","reconcileID":"2f6cbbb2-0c41-4458-a03a-7aeb82f263c8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:40.40143694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-163824da","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-combo-sub-163824da","reconcileID":"34198cfc-69ce-48d2-8113-70f9e1a810cc","MaaSSubscription":{"name":"e2e-combo-sub-163824da","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:44.751466025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"0e961702-422b-49d6-917c-c4b6ab903720","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:44.897395789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-163824da-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-combo-sub-163824da-auth","reconcileID":"4d77faac-1040-4344-9a13-183bc26ba560","MaaSAuthPolicy":{"name":"e2e-combo-sub-163824da-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:44.897413369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"0985f9d6-5576-4503-a84c-02fffd6d65eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:44.897737063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"66b66f2f-1744-4dfb-ba9c-28b164ef1e61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:44.95223569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"0985f9d6-5576-4503-a84c-02fffd6d65eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:44.953055902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-163824da-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-combo-sub-163824da-auth","reconcileID":"4d77faac-1040-4344-9a13-183bc26ba560","MaaSAuthPolicy":{"name":"e2e-combo-sub-163824da-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:44.954439662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"66b66f2f-1744-4dfb-ba9c-28b164ef1e61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:45.855573449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"62650e33-3c7b-430b-8a63-2819eaebca91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:45.855570357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"2a04c2e6-c566-467e-8b4d-533f9aaa73aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:45.912798245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"62650e33-3c7b-430b-8a63-2819eaebca91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:45.913073141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"2a04c2e6-c566-467e-8b4d-533f9aaa73aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:45.966018778Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-d09fff-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (427f55e73e12a362c7663760759e1799b2623012bd6826870c0f6cfaa7e1c08f) AuthConfig (3e4734ddfb5809ba22c9b351cfa43c9503999e691188afcb50e15c2d2c35808e) AuthConfig (df524c6372db4fc95c0c09324ea07311d650485fc15282d96c307fcec8d165df) AuthConfig (f3573829929398b62c492d1c5c2d0880f1cd4a184dfb2e583640aacf1a93e867) AuthConfig (703a2d0f0480bbbea8e51e7e859d2af4a14902d579691ce8070f7a66203e771b) AuthConfig (0633966946d46e08f8d904356f66511c8f1f96c68c44bcf3f2a999cea5040cb1) AuthConfig (b987628576107eb0e3eb2c42140f8d39f6180e63c76d557012c590495c8a17e8) AuthConfig (7250058725f6de102e73a0e5a3dd0bb7b4362f6c461116f64a238d08b0ae5d7a) AuthConfig (4e38c70402589a057f1f5c83da9d3b2197c3504b95161f31591b0facd5ab2e4a) AuthConfig (481cfb4e3a8b4ef904cfbdff038afdd1d21a506108b219914f827520fda1161a) AuthConfig (f874c6fc649a834e4c46892c2da2005ba478fe2797602249a4f65a7f00707730) AuthConfig (2aedb3bdc036a048b8bbcba25bc856875e408389adb61129d246d4c5d91bc011) AuthConfig (70fbcb765276c926279edb3a8c4c61608c16ecd2bbd0ec9622aa221e9c9a5f38) AuthConfig (452e515a8fdf83e6d594c2b4163ea4adba4d285953c71ac15e49fe9c7163cb21) AuthConfig (15bf9cc24b7a604732db33041c6a5bca195f24900f0f3e49b499897e263580f0) AuthConfig (d3f3144b02494e4d476e660370ee17b4dcb2aaa8f8232d2e2b771c811ead508b) AuthConfig (6b353f4dc45d1b5406e1bff44d0142940164366e57e30e128fde355ced59748b) AuthConfig (abb6de84956b1d5f183032abdd043818abc8c5092a57f7ff8bfc07e258c5d31d) AuthConfig (d6fac244838c00ca80e62c0e2fc41430ce9c8e19f7cedb07272c88190a39830f) AuthConfig (23348cb598b03c0154b4bcd2accdf8a68965da78364b8dc2a94d291786457d20) AuthConfig (020f677e5947787d3e9fd317dca329e45e5b77d0f2638a8afcecf8c9a0180cae) AuthConfig (f71669a3da74e32e661677d59be582d5047d803a44f0b9f494098f87dadeb49e) AuthConfig (0e072971adaeaf71ba66ec54a921912430bd0865a020d2cdcf7044d752b972c2) AuthConfig (3c4601e8792df2dcd50e7c94505ca7b74d2a3632b39aaf9f80e794fdb97c6b9d) AuthConfig (b78be339b516f3f72016cead165024a0bd60d6dee3eded9b3d03bfccf36dab5e) AuthConfig (1ccc12d10982df4c26f3f2731587f81c9df06c3c1a79272f386b577242b2c917) AuthConfig (541a1087c67d7a609ff76eb0a88b2e00b906324337fc699d4cde281b04a91ad5) AuthConfig (c8404f95f2174a0323c14cb29dd69863b9e09aa1bd3fbad11a6385fa9bb6bf66) AuthConfig (e9f79359a50d2c61ecc8731cdaafba09589e12fdec050aa34c3b13c472222e6a) AuthConfig (82a349ac77d31cae52d1f54c862631bf461cff5a87bca333a26f2cfbc3f5f715)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"62650e33-3c7b-430b-8a63-2819eaebca91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:45.966070946Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-d09fff-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (427f55e73e12a362c7663760759e1799b2623012bd6826870c0f6cfaa7e1c08f) AuthConfig (3e4734ddfb5809ba22c9b351cfa43c9503999e691188afcb50e15c2d2c35808e) AuthConfig (df524c6372db4fc95c0c09324ea07311d650485fc15282d96c307fcec8d165df) AuthConfig (f3573829929398b62c492d1c5c2d0880f1cd4a184dfb2e583640aacf1a93e867) AuthConfig (703a2d0f0480bbbea8e51e7e859d2af4a14902d579691ce8070f7a66203e771b) AuthConfig (0633966946d46e08f8d904356f66511c8f1f96c68c44bcf3f2a999cea5040cb1) AuthConfig (b987628576107eb0e3eb2c42140f8d39f6180e63c76d557012c590495c8a17e8) AuthConfig (7250058725f6de102e73a0e5a3dd0bb7b4362f6c461116f64a238d08b0ae5d7a) AuthConfig (4e38c70402589a057f1f5c83da9d3b2197c3504b95161f31591b0facd5ab2e4a) AuthConfig (481cfb4e3a8b4ef904cfbdff038afdd1d21a506108b219914f827520fda1161a) AuthConfig (f874c6fc649a834e4c46892c2da2005ba478fe2797602249a4f65a7f00707730) AuthConfig (2aedb3bdc036a048b8bbcba25bc856875e408389adb61129d246d4c5d91bc011) AuthConfig (70fbcb765276c926279edb3a8c4c61608c16ecd2bbd0ec9622aa221e9c9a5f38) AuthConfig (452e515a8fdf83e6d594c2b4163ea4adba4d285953c71ac15e49fe9c7163cb21) AuthConfig (15bf9cc24b7a604732db33041c6a5bca195f24900f0f3e49b499897e263580f0) AuthConfig (d3f3144b02494e4d476e660370ee17b4dcb2aaa8f8232d2e2b771c811ead508b) AuthConfig (6b353f4dc45d1b5406e1bff44d0142940164366e57e30e128fde355ced59748b) AuthConfig (abb6de84956b1d5f183032abdd043818abc8c5092a57f7ff8bfc07e258c5d31d) AuthConfig (d6fac244838c00ca80e62c0e2fc41430ce9c8e19f7cedb07272c88190a39830f) AuthConfig (23348cb598b03c0154b4bcd2accdf8a68965da78364b8dc2a94d291786457d20) AuthConfig (020f677e5947787d3e9fd317dca329e45e5b77d0f2638a8afcecf8c9a0180cae) AuthConfig (f71669a3da74e32e661677d59be582d5047d803a44f0b9f494098f87dadeb49e) AuthConfig (0e072971adaeaf71ba66ec54a921912430bd0865a020d2cdcf7044d752b972c2) AuthConfig (3c4601e8792df2dcd50e7c94505ca7b74d2a3632b39aaf9f80e794fdb97c6b9d) AuthConfig (b78be339b516f3f72016cead165024a0bd60d6dee3eded9b3d03bfccf36dab5e) AuthConfig (1ccc12d10982df4c26f3f2731587f81c9df06c3c1a79272f386b577242b2c917) AuthConfig (541a1087c67d7a609ff76eb0a88b2e00b906324337fc699d4cde281b04a91ad5) AuthConfig (c8404f95f2174a0323c14cb29dd69863b9e09aa1bd3fbad11a6385fa9bb6bf66) AuthConfig (e9f79359a50d2c61ecc8731cdaafba09589e12fdec050aa34c3b13c472222e6a) AuthConfig (82a349ac77d31cae52d1f54c862631bf461cff5a87bca333a26f2cfbc3f5f715)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"2a04c2e6-c566-467e-8b4d-533f9aaa73aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:45.987973361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"simulator-w1-e65019","reconcileID":"826281b2-af1a-436c-b5ce-690d7e27575d","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"simulator-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"simulator-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:46.071023146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"simulator-w1-e65019","reconcileID":"22b3d38d-a489-4ce5-8093-0aee73e816e4","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"simulator-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"simulator-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:46.099863967Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-subscription","reconcileID":"93af3f41-7ceb-4178-a697-4ee6d84676e3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:46.282353134Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-subscription","reconcileID":"27de32b4-08f8-4b5e-96bc-02827a78edb5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-premium-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/premium-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:46.413047222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-subscription","reconcileID":"55e7855d-c1b3-431e-b2f1-a51a60f61616","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-simulator-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:46.591245754Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-subscription","reconcileID":"0657e8b1-9189-4876-b7e5-19e21e73a1bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-7f66ab/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:46.642741103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-subscription","reconcileID":"bf03b6f9-7343-4b28-9fed-f4ad7b9a4727","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-premium-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:46.744378515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"186dd004-4ce8-452b-a095-59467909014e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:46.843193738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"736b85fb-961a-4323-87d9-218a0061f898","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:46.843228384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-subscription","reconcileID":"45dd4890-7b42-4652-8a4a-97e276358ba1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-premium-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:46.93702635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-subscription","reconcileID":"64899c04-2ba6-4fb2-b879-76f19e663abe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:54.90452386Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-163824da","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-combo-sub-163824da","reconcileID":"9bcadcee-2ceb-497e-a2a7-dbd15c450ea3","MaaSSubscription":{"name":"e2e-combo-sub-163824da","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscription":"e2e-combo-sub-163824da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:55.057000626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-163824da","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-combo-sub-163824da","reconcileID":"9bcadcee-2ceb-497e-a2a7-dbd15c450ea3","MaaSSubscription":{"name":"e2e-combo-sub-163824da","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:55.260707418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"c3cbf4af-1367-4423-8b9b-d0e015f0ff73","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:55.412478525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-163824da-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-combo-sub-163824da-auth","reconcileID":"e8badcc5-9b7d-429d-92aa-29d0209e7ba3","MaaSAuthPolicy":{"name":"e2e-combo-sub-163824da-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:55.412620239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"78348e75-b65a-40d9-87f6-e42141f6baba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:55.412479327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"b040dd2c-32fe-42fa-8d86-1854bc219aef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:55.436030452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"02b73887-9628-40c4-ae55-4299bde978c2","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:55.468099527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"b040dd2c-32fe-42fa-8d86-1854bc219aef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:55.468170299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"78348e75-b65a-40d9-87f6-e42141f6baba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:55.470348319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-163824da-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-combo-sub-163824da-auth","reconcileID":"e8badcc5-9b7d-429d-92aa-29d0209e7ba3","MaaSAuthPolicy":{"name":"e2e-combo-sub-163824da-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:55.614963601Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-163824da-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-combo-sub-163824da-auth","reconcileID":"6b837242-5966-48f5-91c2-1c2a1f792913","MaaSAuthPolicy":{"name":"e2e-combo-sub-163824da-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:55.768001453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"aa01aa78-e34b-4be3-ace8-d6017ac22bb9","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:56.112751862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"3b8f09bd-1c62-413b-aee9-f33379589095","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:56.115859291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"65df5b11-e00f-42b9-850e-cd7008e0bf69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:56.16655901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"3b8f09bd-1c62-413b-aee9-f33379589095","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:56.169458353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"65df5b11-e00f-42b9-850e-cd7008e0bf69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:56.428136066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"efc186a1-8b8d-4068-867d-bdc053217c35","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"simulator-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"simulator-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:56.478594482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"da223102-3715-4dea-9198-d76aec484a2c","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"premium-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"premium-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:56.661108229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"5510fa2a-81e8-4420-87e3-f547df855825","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:56.714965389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"35e16197-d1fb-46c2-8587-191a36559d3d","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:56.865796968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-apikey-active-auth","reconcileID":"849ea553-1f89-489b-b3fd-416a673e8e02","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:56.919507329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-apikey-active-auth","reconcileID":"849ea553-1f89-489b-b3fd-416a673e8e02","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:56.967220888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"f33cbdfc-9c95-4822-a7be-fba57a9fa20d","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:57.025008491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"262e851e-37f7-4fa3-b6c7-d8b993f7b40e","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:57.069822031Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-apikey-active-sub","reconcileID":"9879b340-351a-40cf-8b88-95fe8342ad98","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:57.112652958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"97d40789-6443-4b92-84c9-66feeb0a4f73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:57.112848211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"2185462f-a0cc-4eb3-8b03-1a030c1129cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:57.167131396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"2185462f-a0cc-4eb3-8b03-1a030c1129cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:57.168333679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"97d40789-6443-4b92-84c9-66feeb0a4f73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:57.18186346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"0936304e-b46b-4407-bf16-6956a6d42897","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:57.239042135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"2a2ab4c1-3f7d-4404-8f9b-5d2b8596e810","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:57.239829494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"88762b0c-0606-4d78-8c50-dfd5afa2a425","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:57.329065355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"9c1a3024-7de4-43f3-8e4b-b49e72e4a7b4","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:57.383092864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"e94b2f79-e2db-4803-8f36-c7e7cfadc5cf","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:57.387630073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-apikey-active-auth","reconcileID":"cb3b9669-ed34-42ee-bf02-41bb775f049b","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:57.442730926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-apikey-active-auth","reconcileID":"cb3b9669-ed34-42ee-bf02-41bb775f049b","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:57.494127784Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-apikey-active-sub","reconcileID":"ab0c2140-68e0-49cc-bfeb-7436eb8cc5c8","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-b47e8d/e2e-apikey-active-sub","ai-tenant-e2e-worker-w3-b47e8d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:57.53678602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"35e0e904-505f-47aa-a9aa-74029e8c0b57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:57.537423599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-apikey-failed-auth","reconcileID":"241d4d80-25c0-42a5-a055-ac0dc7b6e0fa","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:57.537595904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"6aa6a27e-ad3c-4aa1-b495-32353fcc2426","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:57.590735457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"35e0e904-505f-47aa-a9aa-74029e8c0b57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:57.595255772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-apikey-failed-auth","reconcileID":"241d4d80-25c0-42a5-a055-ac0dc7b6e0fa","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:57.595308323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"6aa6a27e-ad3c-4aa1-b495-32353fcc2426","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:57.656915479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"e2110bfe-8ae2-47f8-9d89-99898264b073","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:57.73213074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-subscription","reconcileID":"b393f4a9-c363-461e-a3ae-7b45c08629ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:57.888848908Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-apikey-active-sub","reconcileID":"e8ec7a95-3ac5-4619-a896-c25e86104257","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:57.944442958Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-apikey-failed-sub","reconcileID":"d19d3b85-16b1-49aa-83f7-c53b9ec8c163","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:57.953110506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"564a66d3-7ce7-4b5b-a812-bf886cc8b837","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:57.955282903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"ec32b06f-b4e3-4ac5-82b6-5667b4d9a1f7","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:57.99222567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"bbb47e1a-3aa0-4a77-8c9f-c7eb59963f42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:57.995506602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"9b460004-1218-4a13-b5ed-7ab4828e239e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:58.052101778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"9b460004-1218-4a13-b5ed-7ab4828e239e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:58.053575618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"bbb47e1a-3aa0-4a77-8c9f-c7eb59963f42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:58.100713546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-apikey-failed-auth","reconcileID":"53961830-b007-4668-bee6-1c76a125b664","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:58.156052403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-apikey-failed-auth","reconcileID":"53961830-b007-4668-bee6-1c76a125b664","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:58.350838404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"5360fd7b-a909-4af7-bac7-b7bb67996866","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:58.351436528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"6d3620d1-3f6e-49c6-b23f-9d21b42bd116","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:58.411491896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"6d3620d1-3f6e-49c6-b23f-9d21b42bd116","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:58.411702191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"5360fd7b-a909-4af7-bac7-b7bb67996866","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:58.456628792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-apikey-failed-auth","reconcileID":"f9e2b169-bda5-4bd7-9931-5aac6b5bf062","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:58.510957966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-apikey-failed-auth","reconcileID":"f9e2b169-bda5-4bd7-9931-5aac6b5bf062","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:59.996135361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"db2e0996-4280-4172-9465-67ab79120c2f","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:00.145290504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"3ff941c3-0472-4db5-9fab-0b3f4e18d106","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:00.145374128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"fdb098c6-9e6e-423b-8f11-50052567fed3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:00.145692466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-apikey-active-auth","reconcileID":"6d04263c-502b-44b4-90a5-311bb86d37a6","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:00.204004786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"fdb098c6-9e6e-423b-8f11-50052567fed3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:00.207760341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"3ff941c3-0472-4db5-9fab-0b3f4e18d106","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:00.215601071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-apikey-active-auth","reconcileID":"6d04263c-502b-44b4-90a5-311bb86d37a6","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:00.400060196Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-subscription","reconcileID":"5bf87939-a8af-4c81-89f3-0f2d6a3c0d2c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-simulator-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:00.49825525Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c740e1fe-e8a7-4211-85a6-acb2cee98bc4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:00.597083124Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-subscription","reconcileID":"fe9e0fed-f3cc-428d-a3ba-5fa58408d11e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-premium-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/premium-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:00.597167458Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-subscription","reconcileID":"3607133f-1879-4c50-95d9-0cec7c1a5533","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-premium-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:00.645537582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-subscription","reconcileID":"acc7b3ed-1549-441c-beef-f35fb5ec18f8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:00.829764681Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8f5fcd5e-51cb-48de-b1e5-d59e492f18de","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:00.929802319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-subscription","reconcileID":"fd1eecd2-cf7f-42d3-ad59-6beb78c658be","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-premium-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:00.948481378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-apikey-failed-auth","reconcileID":"101395ba-e98a-4694-bd2a-90cdbbeec4e7","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:00.94849162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"e739cc18-8a71-4db8-bfc4-c35c836a6a20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:00.948906374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"868f4f2c-33f9-4b4a-9060-8b688928a4b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:01.007242927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"e739cc18-8a71-4db8-bfc4-c35c836a6a20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:01.01284798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"868f4f2c-33f9-4b4a-9060-8b688928a4b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:01.014137716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-apikey-failed-auth","reconcileID":"101395ba-e98a-4694-bd2a-90cdbbeec4e7","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:04.507212959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"premium-w4-e524ce","reconcileID":"e637c0ab-e63b-4d66-8ddc-a6ef58e4bb3a","MaaSModelRef":{"name":"premium-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"premium-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"premium-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:04.654273546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"6a9d2969-716e-4779-93b3-e51a11114da7","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:04.70852726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"af05a13b-2f65-4c7d-ad10-51069ccf4db1","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:03:04.757397763Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-subscription","reconcileID":"0399441a-986c-4cec-a995-6daf2db6fec0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:04.866185849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"fd808881-188d-41d9-a3fd-09e99bd4d3d5","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:04.918943351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"6f4ee81f-e20f-43c7-af18-571bf8dd6119","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:04.939837755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"885fa38e-da43-4be2-b3aa-8dfb2a6bb6a3","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:04.99479493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"825a041b-09d4-4f9d-97d8-0232bfd2558a","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:03:05.045486736Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"825a041b-09d4-4f9d-97d8-0232bfd2558a","name":"simulator-w4-e524ce","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w4-e524ce\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:03:05.045548556Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"825a041b-09d4-4f9d-97d8-0232bfd2558a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w4-e524ce\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:05.050881955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"a8f57e45-82a6-405e-8123-fb6fccd689ca","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:05.089900923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"256f1c0f-d8ea-4127-919e-abb28bd958e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:05.120457349Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-subscription","reconcileID":"ce1327a7-9819-411c-8407-54a2b71f87f0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"simulator-w4-e524ce","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-e524ce/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:05.211284501Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"256f1c0f-d8ea-4127-919e-abb28bd958e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:05.248630534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"premium-w4-e524ce","reconcileID":"fa6abb9e-e1ee-4480-953f-e570928b5c5d","MaaSModelRef":{"name":"premium-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"premium-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"premium-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:05.271457805Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-e524ce-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"256f1c0f-d8ea-4127-919e-abb28bd958e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:05.309022568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"premium-w4-e524ce","reconcileID":"8ec615a2-7844-446d-91df-a9729dfc53d1","MaaSModelRef":{"name":"premium-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"premium-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"premium-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:05.312517741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"73619638-cce2-4a67-aa90-38be3c32b9f4","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:05.348602663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"fcbeb738-1afb-4ee1-9925-b01110db7b10","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:03:05.365687816Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-e524ce/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:03:05.366368363Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-subscription","reconcileID":"b8a33577-b9bb-43b1-832d-0851b39db05c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:05.446501111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"90171938-2b56-4499-a5cb-89f1313b2f14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:05.474471534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"premium-w4-e524ce","reconcileID":"1e80e715-3529-4118-a95b-d3baa3441c73","MaaSModelRef":{"name":"premium-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"premium-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"premium-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:05.500516497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"90171938-2b56-4499-a5cb-89f1313b2f14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:05.512418719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-subscription","reconcileID":"83adedc1-d962-4779-a18a-d2c7ba46363e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:05.529198659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"premium-w4-e524ce","reconcileID":"b4cb8410-8c5e-46a9-883a-f6de22b8164b","MaaSModelRef":{"name":"premium-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"premium-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"premium-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:05.534003948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"premium-w4-e524ce","reconcileID":"5b60c5c2-fec3-4295-8f1b-73296149aeaa","MaaSModelRef":{"name":"premium-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"premium-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"premium-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:05.553187781Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-e524ce-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"90171938-2b56-4499-a5cb-89f1313b2f14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:05.589156756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"premium-w4-e524ce","reconcileID":"958994cf-43e0-497d-980f-80a8e7db00b5","MaaSModelRef":{"name":"premium-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"premium-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"premium-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:05.698957936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"df3877b3-1cca-47ba-bccb-e282350c5861","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:05.736311961Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-subscription","reconcileID":"d32756f0-b469-461f-9611-f3e8c07494e0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-premium-w4-e524ce","model":"premium-w4-e524ce","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-e524ce/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:05.753047847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"df3877b3-1cca-47ba-bccb-e282350c5861","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:05.799702209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"e4777d17-f7f3-470e-aeb7-090286ac36a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:05.805742634Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-e524ce-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"df3877b3-1cca-47ba-bccb-e282350c5861","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:05.854313826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"e4777d17-f7f3-470e-aeb7-090286ac36a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:05.892692394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"premium-w4-e524ce","reconcileID":"12a1504c-400d-4b7d-a57d-f9269aee08e9","MaaSModelRef":{"name":"premium-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"premium-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"premium-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:05.907278197Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-e524ce-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"e4777d17-f7f3-470e-aeb7-090286ac36a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:05.953692041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"7135c18e-3c68-4587-b4a2-ae285d91620d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:05.963424995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"premium-w4-e524ce","reconcileID":"76171d0b-4a5d-4d51-b7ca-536beaae003a","MaaSModelRef":{"name":"premium-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"premium-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"premium-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:06.007504915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"7135c18e-3c68-4587-b4a2-ae285d91620d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:06.060012718Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-e524ce-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"7135c18e-3c68-4587-b4a2-ae285d91620d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:06.090224772Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-subscription","reconcileID":"c7261597-5d33-4a27-af3c-453ebc602aac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-premium-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/premium-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:06.108520011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"270d6156-b29e-428f-a770-b91c7001e3cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:06.162299028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"270d6156-b29e-428f-a770-b91c7001e3cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:06.168184754Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:06.2149577Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-e524ce-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"270d6156-b29e-428f-a770-b91c7001e3cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:10.149620007Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-apikey-active-sub","reconcileID":"e2a0cb30-aef9-4a31-a4ca-c41985c90ce1","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscription":"e2e-apikey-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:10.352721055Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-apikey-active-sub","reconcileID":"e2a0cb30-aef9-4a31-a4ca-c41985c90ce1","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-b47e8d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:10.550064815Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-subscription","reconcileID":"f6018887-5aa9-44c8-bf5f-17daf1e5068d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:10.555985215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"6f4f103a-e8f2-4253-82a4-4699aac49b5f","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:10.611686685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"premium-w4-e524ce","reconcileID":"426c17cd-bc65-48e0-8db2-c8090dff52fd","MaaSModelRef":{"name":"premium-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"premium-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"premium-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:10.667785532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"9834ed13-4a72-47be-8787-14f6c52f71ad","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:10.702165694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-apikey-active-auth","reconcileID":"2833349b-1066-4df5-bd09-25a1e67ca762","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:10.702201291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"28ab3acb-90ce-4e65-9ee4-8fb43d970fd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:10.702622235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"2d96224f-dac3-49e7-9196-61247187c3d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:10.72077026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"87566b3b-7b1a-43a4-ab6f-e6d2a7e89275","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:10.756716521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"2d96224f-dac3-49e7-9196-61247187c3d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:10.757840828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-apikey-active-auth","reconcileID":"2833349b-1066-4df5-bd09-25a1e67ca762","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:10.759040605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"28ab3acb-90ce-4e65-9ee4-8fb43d970fd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:10.903489696Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-apikey-active-auth","reconcileID":"c420c2a4-1617-41c1-907f-866e7460abb4","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:10.949523049Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-apikey-failed-sub","reconcileID":"5e464560-7258-4255-abdf-7d91b4c29d77","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"model":"e2e-models-e2e-worker-w2-7f66ab/nonexistent-model-apikey-failed","subscription":"e2e-apikey-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:10.949617886Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-apikey-failed-sub","reconcileID":"5e464560-7258-4255-abdf-7d91b4c29d77","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"model":"e2e-models-e2e-worker-w2-7f66ab/nonexistent-model-apikey-failed","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-7f66ab/nonexistent-model-apikey-failed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:11.11374872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"7e384b4b-7dfc-4edd-8dae-8107c396827e","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:11.430208902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-apikey-failed-auth","reconcileID":"93a1fcee-a983-4320-b106-2bc6d1f445af","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:11.430487597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"39e84d81-cf9f-4d2e-b2ab-37d1ed572a99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:11.430713588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"100b70ad-b061-480f-abed-974e392cb70b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:11.485613018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"39e84d81-cf9f-4d2e-b2ab-37d1ed572a99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:11.486080521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-apikey-failed-auth","reconcileID":"93a1fcee-a983-4320-b106-2bc6d1f445af","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:11.489095871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"100b70ad-b061-480f-abed-974e392cb70b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:11.731966324Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-apikey-failed-auth","reconcileID":"ba3de1f8-4cf1-41c5-83d8-545038c95385","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:11.732095974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"0938d638-84db-423a-8c3d-ad00fdf89cc9","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:11.941424155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"071519c7-3929-4dfc-8412-70c404876a2c","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:12.235274884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"1e5c5111-9e7d-457e-bb0a-a03c13de736e","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:12.2896358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"e0e5fe49-a405-4743-ad8a-ac164b6a647e","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:12.44116207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-apikey-degraded-auth","reconcileID":"1151ef6e-94de-4b5a-b06b-2ddbdd5cf7ed","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:12.497390026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-apikey-degraded-auth","reconcileID":"1151ef6e-94de-4b5a-b06b-2ddbdd5cf7ed","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:12.515646803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"6f9fb13e-56f3-4a56-88a0-da7400b17171","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:12.568935268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"ae24629f-1fa3-4e82-8a83-7ba44201af99","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:03:12.621781902Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-apikey-degraded-sub","reconcileID":"c747391b-58e1-47f5-b036-5c4a554198d5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:12.668620532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"b4a97795-4ac5-4a84-a9c0-c1415c084119","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:12.669024691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"e94cf67f-0d04-432d-9554-e1974e21d6e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:12.72247423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"b4a97795-4ac5-4a84-a9c0-c1415c084119","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:12.722938137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"e94cf67f-0d04-432d-9554-e1974e21d6e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:12.729155851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"5f6a0c80-3430-464a-9b13-8782f00cd182","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:12.783355036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"ed9f4c91-e2c9-4e10-a55e-1298ed174046","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:12.803930304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"f3e9a3d4-e0f5-49eb-b924-8b6a9cbde3e7","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:12.952156951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-apikey-degraded-auth","reconcileID":"7366bf21-b9ea-409d-a5be-06bc552bb28f","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:13.00747387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-apikey-degraded-auth","reconcileID":"7366bf21-b9ea-409d-a5be-06bc552bb28f","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:13.042518086Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-apikey-degraded-sub","reconcileID":"fc2a8d60-8319-44b5-ac0e-723dcf6501b4","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-b47e8d/e2e-apikey-degraded-sub","ai-tenant-e2e-worker-w3-b47e8d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:13.04277767Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-apikey-degraded-sub","reconcileID":"fc2a8d60-8319-44b5-ac0e-723dcf6501b4","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"model":"e2e-models-e2e-worker-w3-b47e8d/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-b47e8d/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:13.079462866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"5cd78503-2e52-4946-9bc1-408235d5a9b5","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:13.096985302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"abdf11b6-d31e-4f76-af72-13c06e6a8655","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:13.097614198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"4c053e90-2472-4eeb-a66e-1b74ce3796c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:13.133703824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"54e36dcc-aa86-498a-8b60-8280eb16f639","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:13.15078414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"abdf11b6-d31e-4f76-af72-13c06e6a8655","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:13.152304521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"4c053e90-2472-4eeb-a66e-1b74ce3796c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:13.239877773Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-subscription","reconcileID":"8d9e7b63-2a77-4286-b849-83bca8b7ed40","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:13.278882436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-639549ec-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-filter-sub-a-639549ec-auth","reconcileID":"8851c1fd-a706-49a1-a57d-63ce019e062e","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-639549ec-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:13.304503023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"4a9fd5dc-5749-438e-9e71-cafb258bc250","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:13.332846394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-639549ec-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-filter-sub-a-639549ec-auth","reconcileID":"8851c1fd-a706-49a1-a57d-63ce019e062e","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-639549ec-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:13.358333872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"a563ff3e-06a7-4fe3-8ba0-b1b6496983b0","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:13.414294415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"b7021914-2b25-46fe-b612-abb039c3ddf5","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:13.460869122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"c1e99d91-f765-41b4-ae14-eda639ae7b44","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:03:13.464068338Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-7f66ab/e2e-filter-sub-a-639549ec","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-639549ec\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:13.502277996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-apikey-degraded-sub","reconcileID":"1d5fc9c9-6b1b-4bd4-80ee-baa7d17aa709","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:13.502403739Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-apikey-degraded-sub","reconcileID":"1d5fc9c9-6b1b-4bd4-80ee-baa7d17aa709","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"model":"e2e-models-e2e-worker-w3-b47e8d/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-b47e8d/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:13.505376304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"801eb780-b52e-44e0-ba9a-2e96e5f9c540","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:13.505404265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"a5e7b9d1-75f7-406e-bed7-2e4616f479d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:13.515051049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"af07e5e8-f1e7-4677-92ea-8d4e6d0d461d","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:13.563799413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"801eb780-b52e-44e0-ba9a-2e96e5f9c540","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:13.564488505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"a5e7b9d1-75f7-406e-bed7-2e4616f479d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:13.637356586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"54763239-2aff-447a-8e4b-af5e120edff7","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:13.766433046Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-639549ec","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-filter-sub-a-639549ec","reconcileID":"0b7a3a32-34eb-4e6d-8eeb-dd159aadcf95","MaaSSubscription":{"name":"e2e-filter-sub-a-639549ec","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-7f66ab/e2e-filter-sub-a-639549ec","ai-tenant-e2e-worker-w2-7f66ab/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:13.782384463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-639549ec-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-filter-sub-a-639549ec-auth","reconcileID":"c21079a3-690f-405a-9d1d-9259c667d622","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-639549ec-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:13.837527646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-639549ec-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-filter-sub-a-639549ec-auth","reconcileID":"c21079a3-690f-405a-9d1d-9259c667d622","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-639549ec-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:13.876692922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-subscription","reconcileID":"4196be50-6d5a-4623-9552-395d2ff23ddd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-premium-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/premium-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:13.926234569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"1dc5a7f6-db5e-4ed4-8faa-6a2653adcd74","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:13.932410515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"36f1b26d-d234-4879-8fe0-a4d54462ff0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:13.932441035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"6084832d-0569-4909-b6a6-e17b2fec1c53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:13.976671797Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-subscription","reconcileID":"9c69f755-2d3e-435c-be93-3e38f13dc541","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:13.986566258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"36f1b26d-d234-4879-8fe0-a4d54462ff0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:13.98703705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"6084832d-0569-4909-b6a6-e17b2fec1c53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:14.032272759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"premium-w4-e524ce","reconcileID":"0d2044ba-164d-4580-8795-387477aa6121","MaaSModelRef":{"name":"premium-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"premium-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"premium-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:14.123785248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-639549ec","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-filter-sub-a-639549ec","reconcileID":"d06b8f82-4cc4-49a3-a8cd-d575a4c4e914","MaaSSubscription":{"name":"e2e-filter-sub-a-639549ec","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:14.278120299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-subscription","reconcileID":"79fa4f17-9f55-420d-b1b1-c0c370a7c5e4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:14.385057988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"premium-w1-e65019","reconcileID":"6ac1bf94-bdea-46ea-87c0-0e4305b2fb8b","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"premium-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"premium-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:14.440203843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"6aa2bb9c-0283-44b6-acf5-d1f75a5b2a1d","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:14.516003377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"0e4ca0e2-7338-456c-9c98-6162ac44bb9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:14.516087089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"6a959a53-cb05-42c3-9242-1d711ab37883","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:14.546038098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"simulator-w1-e65019","reconcileID":"9ec40175-f7a3-4ed9-8d4a-904ec8c5c1ea","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"simulator-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"simulator-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:14.570344023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"6a959a53-cb05-42c3-9242-1d711ab37883","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:14.570455044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"0e4ca0e2-7338-456c-9c98-6162ac44bb9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:14.599132869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"97ceecbf-c518-4593-bc92-5449b17a87da","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:14.622821276Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-e524ce-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a2e3408b8706e38ed62fd613fecc93e8fe0cc880cd82c374352d5faf35c695ce) AuthConfig (d5639c6509e5e5eae5a0cb64f66aaef264da4732c09017a2e75f90bd04f88f6d) AuthConfig (826a42f8d154f29385eb5774a26f9a4a695b61ead24d8b7d352864de2f6afad7) AuthConfig (cd26edc7156514919c4ed4c86e0ceb7157769615ef51e59133ef981fd451e636) AuthConfig (b21592f78273c4e32e197ed8f0b5d8a49eb932c82ea187c4863b4b775c30a7bb) AuthConfig (60114780c034f8ae500024dc0ecaaf1bcb67c78015bb99e38558a6ddab858e69) AuthConfig (67b980b917f1e3ecff658fea781b561b5212dd7583fde1e6b3661aed685dcc05) AuthConfig (b4cab949f34c878f686b81ac855775f6385917bbe1c3766a60cb2a41a69ce4f1) AuthConfig (44536a4d0d0f55bdfbdfdd00eeb2f15602f190d66794db0498a70909a68d5b14) AuthConfig (b3ddbf96ba2bd101a738f3e9d25e8890ec9b84d954cb22f1736cdd105a61cf29) AuthConfig (02819b32f051d5878537151f4aecc6142ca5320b66c897c6a5970c8267c1ae80) AuthConfig (aa5f2335e1283d23595052b73f5f3a4a0a49d2b06062ba50a9903e36af10e9d0) AuthConfig (f5baf12fc1a32368852b44e4db15e40c4c83b418a5318fa1eeaec39d6aa941ef) AuthConfig (e969c52a1d53c69559e42ed6ee9d4d9d467748ae75953b86937a3fab912b4c2f) AuthConfig (3c3666c34a0e956351e519a831254386b546c23b9c308abe3455d4d0350ef242) AuthConfig (b8e96b0c102b5688b9aa922276bd00c979954f65251be9b056c8ec077fa658d3) AuthConfig (a346a428aecd0519e4e369a56d96088d31340dd5831a0134773a4d5ab1853e02) AuthConfig (9bfdfd37ee7f7c3f341d54ab3f38a7ce432e92ebd05bab29d0cb1890573408f2) AuthConfig (064f113676bed0c666e85aac030b3c6448f6c227346a970a847f2524a2f88391) AuthConfig (214abfc365e21eaa6880f796443fe630681da2df7e82029dae1b30548eb4f3c4) AuthConfig (8a3d5a51d4bd3b251e97c081c19ed3f07ce5ff7fae9c24f1c0f682f169b9ce9c) AuthConfig (b6ab6706c6c01e7900bf469a4482c696f967c0b7e53e21dcb9f50efd6b4dc6da) AuthConfig (a89f586e62d65182000340f1687377b77a651a4fb0318781c6810677a39e4cc5) AuthConfig (56ec1c0296c25b8a1aed1c01dfcc53376cceb7c1f4f6ce8a20a1feda0442cba8) AuthConfig (1f395fbe8ec329ddab135bca790dc264948037e8d182d2ee19ff5afca9bf2fa0) AuthConfig (df8724893363f345c9e424c47b99c49bf7613282eed83860bf2780efa750caa8) AuthConfig (fe48315432ab4208c1e6808a02057ce3e8e446d95ca3fabdf71177477c4fcaff) AuthConfig (a81bc37983d517a70ccf10b47484ceac61c0ca4be888fe924846797ed3e58531) AuthConfig (409d7e821647f76b598862c90dbea54ad93734828bb70d4bb78344e32c4b2647) AuthConfig (9210421ec12b8039c0f7c29b12cf979c811acb0925982da409a3a9d6f939c573)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"0e4ca0e2-7338-456c-9c98-6162ac44bb9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:14.623144212Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-e524ce-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a2e3408b8706e38ed62fd613fecc93e8fe0cc880cd82c374352d5faf35c695ce) AuthConfig (d5639c6509e5e5eae5a0cb64f66aaef264da4732c09017a2e75f90bd04f88f6d) AuthConfig (826a42f8d154f29385eb5774a26f9a4a695b61ead24d8b7d352864de2f6afad7) AuthConfig (cd26edc7156514919c4ed4c86e0ceb7157769615ef51e59133ef981fd451e636) AuthConfig (b21592f78273c4e32e197ed8f0b5d8a49eb932c82ea187c4863b4b775c30a7bb) AuthConfig (60114780c034f8ae500024dc0ecaaf1bcb67c78015bb99e38558a6ddab858e69) AuthConfig (67b980b917f1e3ecff658fea781b561b5212dd7583fde1e6b3661aed685dcc05) AuthConfig (b4cab949f34c878f686b81ac855775f6385917bbe1c3766a60cb2a41a69ce4f1) AuthConfig (44536a4d0d0f55bdfbdfdd00eeb2f15602f190d66794db0498a70909a68d5b14) AuthConfig (b3ddbf96ba2bd101a738f3e9d25e8890ec9b84d954cb22f1736cdd105a61cf29) AuthConfig (02819b32f051d5878537151f4aecc6142ca5320b66c897c6a5970c8267c1ae80) AuthConfig (aa5f2335e1283d23595052b73f5f3a4a0a49d2b06062ba50a9903e36af10e9d0) AuthConfig (f5baf12fc1a32368852b44e4db15e40c4c83b418a5318fa1eeaec39d6aa941ef) AuthConfig (e969c52a1d53c69559e42ed6ee9d4d9d467748ae75953b86937a3fab912b4c2f) AuthConfig (3c3666c34a0e956351e519a831254386b546c23b9c308abe3455d4d0350ef242) AuthConfig (b8e96b0c102b5688b9aa922276bd00c979954f65251be9b056c8ec077fa658d3) AuthConfig (a346a428aecd0519e4e369a56d96088d31340dd5831a0134773a4d5ab1853e02) AuthConfig (9bfdfd37ee7f7c3f341d54ab3f38a7ce432e92ebd05bab29d0cb1890573408f2) AuthConfig (064f113676bed0c666e85aac030b3c6448f6c227346a970a847f2524a2f88391) AuthConfig (214abfc365e21eaa6880f796443fe630681da2df7e82029dae1b30548eb4f3c4) AuthConfig (8a3d5a51d4bd3b251e97c081c19ed3f07ce5ff7fae9c24f1c0f682f169b9ce9c) AuthConfig (b6ab6706c6c01e7900bf469a4482c696f967c0b7e53e21dcb9f50efd6b4dc6da) AuthConfig (a89f586e62d65182000340f1687377b77a651a4fb0318781c6810677a39e4cc5) AuthConfig (56ec1c0296c25b8a1aed1c01dfcc53376cceb7c1f4f6ce8a20a1feda0442cba8) AuthConfig (1f395fbe8ec329ddab135bca790dc264948037e8d182d2ee19ff5afca9bf2fa0) AuthConfig (df8724893363f345c9e424c47b99c49bf7613282eed83860bf2780efa750caa8) AuthConfig (fe48315432ab4208c1e6808a02057ce3e8e446d95ca3fabdf71177477c4fcaff) AuthConfig (a81bc37983d517a70ccf10b47484ceac61c0ca4be888fe924846797ed3e58531) AuthConfig (409d7e821647f76b598862c90dbea54ad93734828bb70d4bb78344e32c4b2647) AuthConfig (9210421ec12b8039c0f7c29b12cf979c811acb0925982da409a3a9d6f939c573)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"6a959a53-cb05-42c3-9242-1d711ab37883","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:14.646728703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"simulator-w1-e65019","reconcileID":"487545d9-1a2b-4571-b037-2f7aea9edf67","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"simulator-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"simulator-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:03:14.64860251Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-e65019/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:14.677674223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"premium-w4-e524ce","reconcileID":"593cc3ac-4801-467d-a0a2-bcb9bd8dd908","MaaSModelRef":{"name":"premium-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"premium-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"premium-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:14.682140893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"dbac5ab7-3218-41a0-9140-67ef3ec1e606","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:14.698894333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"simulator-w1-e65019","reconcileID":"41265fce-6a50-4d11-8661-837d2ce5d9b9","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"simulator-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"simulator-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:14.824658461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"cacdf7ea-7da0-41c3-aaa8-cc32e2fb0a87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:14.836210846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"0f2d2671-2afc-4199-9dda-22f2ce2f9b25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:14.851939974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"simulator-w1-e65019","reconcileID":"42f77706-da3c-4765-9068-4e01c565a140","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"simulator-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"simulator-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:14.878405276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"cacdf7ea-7da0-41c3-aaa8-cc32e2fb0a87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:14.890196446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"0f2d2671-2afc-4199-9dda-22f2ce2f9b25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:14.909129553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"simulator-w1-e65019","reconcileID":"9516162b-78f6-477d-8cd6-244990d97775","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"simulator-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"simulator-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:14.912682088Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-subscription","reconcileID":"b1dc4304-9ade-4325-b5f3-1154fb145c40","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-simulator-w1-e65019","model":"simulator-w1-e65019","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-e65019/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:14.931049061Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-e524ce-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a2e3408b8706e38ed62fd613fecc93e8fe0cc880cd82c374352d5faf35c695ce) AuthConfig (d5639c6509e5e5eae5a0cb64f66aaef264da4732c09017a2e75f90bd04f88f6d) AuthConfig (826a42f8d154f29385eb5774a26f9a4a695b61ead24d8b7d352864de2f6afad7) AuthConfig (cd26edc7156514919c4ed4c86e0ceb7157769615ef51e59133ef981fd451e636) AuthConfig (b21592f78273c4e32e197ed8f0b5d8a49eb932c82ea187c4863b4b775c30a7bb) AuthConfig (60114780c034f8ae500024dc0ecaaf1bcb67c78015bb99e38558a6ddab858e69) AuthConfig (67b980b917f1e3ecff658fea781b561b5212dd7583fde1e6b3661aed685dcc05) AuthConfig (b4cab949f34c878f686b81ac855775f6385917bbe1c3766a60cb2a41a69ce4f1) AuthConfig (44536a4d0d0f55bdfbdfdd00eeb2f15602f190d66794db0498a70909a68d5b14) AuthConfig (b3ddbf96ba2bd101a738f3e9d25e8890ec9b84d954cb22f1736cdd105a61cf29) AuthConfig (02819b32f051d5878537151f4aecc6142ca5320b66c897c6a5970c8267c1ae80) AuthConfig (aa5f2335e1283d23595052b73f5f3a4a0a49d2b06062ba50a9903e36af10e9d0) AuthConfig (f5baf12fc1a32368852b44e4db15e40c4c83b418a5318fa1eeaec39d6aa941ef) AuthConfig (e969c52a1d53c69559e42ed6ee9d4d9d467748ae75953b86937a3fab912b4c2f) AuthConfig (3c3666c34a0e956351e519a831254386b546c23b9c308abe3455d4d0350ef242) AuthConfig (b8e96b0c102b5688b9aa922276bd00c979954f65251be9b056c8ec077fa658d3) AuthConfig (a346a428aecd0519e4e369a56d96088d31340dd5831a0134773a4d5ab1853e02) AuthConfig (9bfdfd37ee7f7c3f341d54ab3f38a7ce432e92ebd05bab29d0cb1890573408f2) AuthConfig (064f113676bed0c666e85aac030b3c6448f6c227346a970a847f2524a2f88391) AuthConfig (214abfc365e21eaa6880f796443fe630681da2df7e82029dae1b30548eb4f3c4) AuthConfig (8a3d5a51d4bd3b251e97c081c19ed3f07ce5ff7fae9c24f1c0f682f169b9ce9c) AuthConfig (b6ab6706c6c01e7900bf469a4482c696f967c0b7e53e21dcb9f50efd6b4dc6da) AuthConfig (a89f586e62d65182000340f1687377b77a651a4fb0318781c6810677a39e4cc5) AuthConfig (56ec1c0296c25b8a1aed1c01dfcc53376cceb7c1f4f6ce8a20a1feda0442cba8) AuthConfig (1f395fbe8ec329ddab135bca790dc264948037e8d182d2ee19ff5afca9bf2fa0) AuthConfig (df8724893363f345c9e424c47b99c49bf7613282eed83860bf2780efa750caa8) AuthConfig (fe48315432ab4208c1e6808a02057ce3e8e446d95ca3fabdf71177477c4fcaff) AuthConfig (a81bc37983d517a70ccf10b47484ceac61c0ca4be888fe924846797ed3e58531) AuthConfig (409d7e821647f76b598862c90dbea54ad93734828bb70d4bb78344e32c4b2647) AuthConfig (9210421ec12b8039c0f7c29b12cf979c811acb0925982da409a3a9d6f939c573)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"cacdf7ea-7da0-41c3-aaa8-cc32e2fb0a87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:14.942667461Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-e524ce-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a2e3408b8706e38ed62fd613fecc93e8fe0cc880cd82c374352d5faf35c695ce) AuthConfig (d5639c6509e5e5eae5a0cb64f66aaef264da4732c09017a2e75f90bd04f88f6d) AuthConfig (826a42f8d154f29385eb5774a26f9a4a695b61ead24d8b7d352864de2f6afad7) AuthConfig (cd26edc7156514919c4ed4c86e0ceb7157769615ef51e59133ef981fd451e636) AuthConfig (b21592f78273c4e32e197ed8f0b5d8a49eb932c82ea187c4863b4b775c30a7bb) AuthConfig (60114780c034f8ae500024dc0ecaaf1bcb67c78015bb99e38558a6ddab858e69) AuthConfig (67b980b917f1e3ecff658fea781b561b5212dd7583fde1e6b3661aed685dcc05) AuthConfig (b4cab949f34c878f686b81ac855775f6385917bbe1c3766a60cb2a41a69ce4f1) AuthConfig (44536a4d0d0f55bdfbdfdd00eeb2f15602f190d66794db0498a70909a68d5b14) AuthConfig (b3ddbf96ba2bd101a738f3e9d25e8890ec9b84d954cb22f1736cdd105a61cf29) AuthConfig (02819b32f051d5878537151f4aecc6142ca5320b66c897c6a5970c8267c1ae80) AuthConfig (aa5f2335e1283d23595052b73f5f3a4a0a49d2b06062ba50a9903e36af10e9d0) AuthConfig (f5baf12fc1a32368852b44e4db15e40c4c83b418a5318fa1eeaec39d6aa941ef) AuthConfig (e969c52a1d53c69559e42ed6ee9d4d9d467748ae75953b86937a3fab912b4c2f) AuthConfig (3c3666c34a0e956351e519a831254386b546c23b9c308abe3455d4d0350ef242) AuthConfig (b8e96b0c102b5688b9aa922276bd00c979954f65251be9b056c8ec077fa658d3) AuthConfig (a346a428aecd0519e4e369a56d96088d31340dd5831a0134773a4d5ab1853e02) AuthConfig (9bfdfd37ee7f7c3f341d54ab3f38a7ce432e92ebd05bab29d0cb1890573408f2) AuthConfig (064f113676bed0c666e85aac030b3c6448f6c227346a970a847f2524a2f88391) AuthConfig (214abfc365e21eaa6880f796443fe630681da2df7e82029dae1b30548eb4f3c4) AuthConfig (8a3d5a51d4bd3b251e97c081c19ed3f07ce5ff7fae9c24f1c0f682f169b9ce9c) AuthConfig (b6ab6706c6c01e7900bf469a4482c696f967c0b7e53e21dcb9f50efd6b4dc6da) AuthConfig (a89f586e62d65182000340f1687377b77a651a4fb0318781c6810677a39e4cc5) AuthConfig (56ec1c0296c25b8a1aed1c01dfcc53376cceb7c1f4f6ce8a20a1feda0442cba8) AuthConfig (1f395fbe8ec329ddab135bca790dc264948037e8d182d2ee19ff5afca9bf2fa0) AuthConfig (df8724893363f345c9e424c47b99c49bf7613282eed83860bf2780efa750caa8) AuthConfig (fe48315432ab4208c1e6808a02057ce3e8e446d95ca3fabdf71177477c4fcaff) AuthConfig (a81bc37983d517a70ccf10b47484ceac61c0ca4be888fe924846797ed3e58531) AuthConfig (409d7e821647f76b598862c90dbea54ad93734828bb70d4bb78344e32c4b2647) AuthConfig (9210421ec12b8039c0f7c29b12cf979c811acb0925982da409a3a9d6f939c573)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"0f2d2671-2afc-4199-9dda-22f2ce2f9b25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:03:14.959833832Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"simulator-w1-e65019","reconcileID":"9516162b-78f6-477d-8cd6-244990d97775","name":"simulator-w1-e65019","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w1-e65019\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:03:14.959880958Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"simulator-w1-e65019","reconcileID":"9516162b-78f6-477d-8cd6-244990d97775","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w1-e65019\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:14.965468074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"simulator-w1-e65019","reconcileID":"7b66fae2-fec8-4b67-85bc-0b2ce7dd3c5d","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"simulator-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"simulator-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:15.003203026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"97191082-2d03-47c6-b629-88dc4d6f8672","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:15.071484112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"simulator-w1-e65019","reconcileID":"b835c578-fd07-41e3-8405-b4c863a4ea4c","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"simulator-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"simulator-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:15.124176254Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"97191082-2d03-47c6-b629-88dc4d6f8672","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:15.132695705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"premium-w1-e65019","reconcileID":"80b66979-0c53-48b4-b676-da6e563d171b","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"premium-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"premium-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:15.176578504Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-e65019-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"97191082-2d03-47c6-b629-88dc4d6f8672","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:15.186718199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"premium-w1-e65019","reconcileID":"67663522-816b-4aa0-adac-96d2e951d8df","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"premium-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"premium-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:15.228877823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"simulator-w1-e65019","reconcileID":"d39083aa-04bc-43e1-b53b-a1ec40025a90","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"simulator-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"simulator-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:03:15.235415244Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-subscription","reconcileID":"1c1f21ad-eb73-4b30-91ab-214c2e125afd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:15.241587488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"simulator-w1-e65019","reconcileID":"bc1a13e1-5814-47bd-b7cb-2064b9dec185","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"simulator-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"simulator-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:15.267650759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-subscription","reconcileID":"ef570c16-f60d-4671-aa4a-d23d16b69d01","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-simulator-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:15.326217882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"6ecd9c5e-66e2-429f-adb0-2d985c9560fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:15.344596344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"premium-w1-e65019","reconcileID":"0578fdbd-eeee-4ff6-9371-312337d81d2c","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"premium-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"premium-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:15.380207234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"6ecd9c5e-66e2-429f-adb0-2d985c9560fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:15.39909884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"premium-w1-e65019","reconcileID":"ad1d5c05-7027-4ab2-8569-3a89ff7d454c","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"premium-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"premium-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:15.413761491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"premium-w1-e65019","reconcileID":"ef7f2e72-a8ba-437a-bf26-fb795e875612","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"premium-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"premium-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:15.433618565Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-e65019-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"6ecd9c5e-66e2-429f-adb0-2d985c9560fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:15.472201758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"simulator-w1-e65019","reconcileID":"6872ba58-0d81-450b-88bb-165bd347ec33","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"simulator-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"simulator-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:15.472602496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"a4dbf70a-f87f-4307-a8f3-3699fecb7baf","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:15.472927707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"premium-w1-e65019","reconcileID":"7723a4a1-914d-4394-a121-329f03b9187c","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"premium-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"premium-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:15.580907587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"a6d80fe6-24e1-4953-9a7a-08de6c757127","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:15.589182192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"94668a00-aea2-4696-b832-354239a64f7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:15.589202334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"93d7715e-a06d-4869-a1e6-2794ba768d1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:15.589675135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-apikey-degraded-auth","reconcileID":"a89ba804-f95d-4e38-af16-1af05e20ef79","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:15.600513726Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-subscription","reconcileID":"d44f3885-c49e-457f-a503-95114b17ade1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-premium-w1-e65019","model":"premium-w1-e65019","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-e65019/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:15.619189972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"a097c48e-45ea-4fe5-b25a-afc92414b68e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:15.635224282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"a6d80fe6-24e1-4953-9a7a-08de6c757127","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:15.644521042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"93d7715e-a06d-4869-a1e6-2794ba768d1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:15.64468879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-apikey-degraded-auth","reconcileID":"a89ba804-f95d-4e38-af16-1af05e20ef79","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:15.648466334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"94668a00-aea2-4696-b832-354239a64f7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:15.6732895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"a097c48e-45ea-4fe5-b25a-afc92414b68e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:15.687702729Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-e65019-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"a6d80fe6-24e1-4953-9a7a-08de6c757127","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:15.726652752Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-e65019-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"a097c48e-45ea-4fe5-b25a-afc92414b68e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:15.763394192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"premium-w1-e65019","reconcileID":"fac821c3-aed7-4cf2-a546-a0c0d93d13ce","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"premium-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"premium-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:15.780090467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"premium-w1-e65019","reconcileID":"2ace2fca-a868-4565-910a-82f5466ab71f","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"premium-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"premium-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:15.834816772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"1d4a7786-ef87-45f7-a21d-d6a981f13bf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:15.888580928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"1d4a7786-ef87-45f7-a21d-d6a981f13bf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:15.935000097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"3c007b0d-ca78-4c79-ad99-72abd70d546f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:15.941133829Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-e65019-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"1d4a7786-ef87-45f7-a21d-d6a981f13bf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:15.952202209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"9f5f91f1-dcf9-4bfb-9d71-314abd16abbf","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:15.959841576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-subscription","reconcileID":"98ddad42-9d78-4357-8807-5537e41fbde9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-premium-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/premium-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:15.988761116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"3c007b0d-ca78-4c79-ad99-72abd70d546f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:16.005600976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"10842904-c59b-4e5e-8585-16463acb1d02","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:16.041407477Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-e65019-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"3c007b0d-ca78-4c79-ad99-72abd70d546f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:16.158794572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-6f9bab31-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-filter-sub-b-6f9bab31-auth","reconcileID":"d24495f3-bc74-483e-b1b8-1deaa88771b8","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-6f9bab31-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:16.228001008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-6f9bab31-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-filter-sub-b-6f9bab31-auth","reconcileID":"d24495f3-bc74-483e-b1b8-1deaa88771b8","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-6f9bab31-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:16.277053963Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-7f66ab priority=0:[ai-tenant-e2e-worker-w2-7f66ab/e2e-filter-sub-a-639549ec ai-tenant-e2e-worker-w2-7f66ab/e2e-filter-sub-b-6f9bab31]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:16.277057993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"87f77268-886b-4ad3-98d5-fb04d68af512","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:16.33190022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"premium-w1-e65019","reconcileID":"c6d3b173-e855-4d4f-86d5-32f8676544ee","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"premium-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"premium-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:16.379738104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"d069a641-5143-4022-ae13-4d9513a1f73e","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:03:16.381477051Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-7f66ab/e2e-filter-sub-b-6f9bab31","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-b-6f9bab31\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:16.427531603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"cc532201-2fd3-4820-b120-c065b921e0dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:16.427657822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-639549ec-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-filter-sub-a-639549ec-auth","reconcileID":"360db24e-3b0b-4132-8532-56eb44059b02","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-639549ec-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:16.427536247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"7fd7fdcd-9b23-4a53-9197-147410adf014","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:16.433759796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"b5435d43-ca20-466f-a2c5-80b653ebb3ab","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:16.438712286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"2d46ab23-9b77-40ff-acdb-24671252b6b0","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:16.482450805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"cc532201-2fd3-4820-b120-c065b921e0dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:16.484083827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"7fd7fdcd-9b23-4a53-9197-147410adf014","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:16.486156288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-639549ec-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-filter-sub-a-639549ec-auth","reconcileID":"360db24e-3b0b-4132-8532-56eb44059b02","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-639549ec-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:16.537049957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"8e6e43dd-b5fd-40d6-b84b-92a28cf955bf","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:16.681426404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-6f9bab31-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-filter-sub-b-6f9bab31-auth","reconcileID":"ada66ecb-361b-4b95-819c-07b45e9983ee","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-6f9bab31-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:16.686543998Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-6f9bab31","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-filter-sub-b-6f9bab31","reconcileID":"5eed0349-17a5-4ad6-abb5-2c3d8d126bc2","MaaSSubscription":{"name":"e2e-filter-sub-b-6f9bab31","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w2-7f66ab/e2e-filter-sub-a-639549ec","ai-tenant-e2e-worker-w2-7f66ab/e2e-filter-sub-b-6f9bab31","ai-tenant-e2e-worker-w2-7f66ab/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:16.736277175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-6f9bab31-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-filter-sub-b-6f9bab31-auth","reconcileID":"ada66ecb-361b-4b95-819c-07b45e9983ee","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-6f9bab31-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:16.827403779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"10be3d80-18c6-45d5-a441-39a7c380e1ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:16.827712009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-639549ec-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-filter-sub-a-639549ec-auth","reconcileID":"c4940ac6-38a7-431d-839d-2d465748e0cd","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-639549ec-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:16.827407122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"2abd5a41-0371-4c85-9626-d52ac38babc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:16.84097556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"c5409866-3531-4167-ba47-c7d9a2b52299","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:16.882245834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-639549ec-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-filter-sub-a-639549ec-auth","reconcileID":"c4940ac6-38a7-431d-839d-2d465748e0cd","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-639549ec-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:16.882305931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"10be3d80-18c6-45d5-a441-39a7c380e1ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:16.884683317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"2abd5a41-0371-4c85-9626-d52ac38babc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:16.888753883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-639549ec","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-filter-sub-a-639549ec","reconcileID":"176e0ffb-fc73-4d00-bf3d-f2230e88e029","MaaSSubscription":{"name":"e2e-filter-sub-a-639549ec","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:16.888766807Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-subscription","reconcileID":"8e0460e3-d700-4377-ae14-6d4add8799e4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscriptionCount":3,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:03:17.039916612Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-6f9bab31-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-filter-sub-b-6f9bab31-auth","reconcileID":"ada66ecb-361b-4b95-819c-07b45e9983ee","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-filter-sub-b-6f9bab31-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:17.045491905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-6f9bab31","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-filter-sub-b-6f9bab31","reconcileID":"42df6bc5-84bb-4866-bc3c-60df9c05284d","MaaSSubscription":{"name":"e2e-filter-sub-b-6f9bab31","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:17.214720747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-6f9bab31-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-filter-sub-b-6f9bab31-auth","reconcileID":"c4aebbf7-38a7-48c3-aed0-c9e9793a5c64","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-6f9bab31-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:17.287119454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-6f9bab31-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-filter-sub-b-6f9bab31-auth","reconcileID":"c4aebbf7-38a7-48c3-aed0-c9e9793a5c64","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-6f9bab31-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:21.127934954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"e2f491cd-1577-4923-a371-19fe02fb596c","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:21.274606495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-6f9bab31-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-filter-sub-b-6f9bab31-auth","reconcileID":"c63c9198-2387-467f-a6fc-d1b9d6edc992","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-6f9bab31-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:21.274598962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"1cad6f11-febd-49b3-9852-07c1c91fba8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:21.275144171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"01a9951d-2859-4551-bbb9-12c44dde67bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:21.275296503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-639549ec-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-filter-sub-a-639549ec-auth","reconcileID":"b250f0c6-b76a-4448-8491-025d41e1e948","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-639549ec-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:21.329277558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"01a9951d-2859-4551-bbb9-12c44dde67bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:21.329340835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-6f9bab31-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-filter-sub-b-6f9bab31-auth","reconcileID":"c63c9198-2387-467f-a6fc-d1b9d6edc992","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-6f9bab31-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:21.331720518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-639549ec-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-filter-sub-a-639549ec-auth","reconcileID":"b250f0c6-b76a-4448-8491-025d41e1e948","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-639549ec-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:21.331731952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"1cad6f11-febd-49b3-9852-07c1c91fba8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:25.079645057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"67052744-3b5b-4abd-afe1-ebcc5c8f7ec7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:25.089257253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"41ba5eb5-f44c-47c1-a8b1-126da12e137b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:25.134689441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"67052744-3b5b-4abd-afe1-ebcc5c8f7ec7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:25.143601038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"41ba5eb5-f44c-47c1-a8b1-126da12e137b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:25.188457629Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-e524ce-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a2e3408b8706e38ed62fd613fecc93e8fe0cc880cd82c374352d5faf35c695ce) AuthConfig (d5639c6509e5e5eae5a0cb64f66aaef264da4732c09017a2e75f90bd04f88f6d) AuthConfig (826a42f8d154f29385eb5774a26f9a4a695b61ead24d8b7d352864de2f6afad7) AuthConfig (cd26edc7156514919c4ed4c86e0ceb7157769615ef51e59133ef981fd451e636) AuthConfig (b21592f78273c4e32e197ed8f0b5d8a49eb932c82ea187c4863b4b775c30a7bb) AuthConfig (60114780c034f8ae500024dc0ecaaf1bcb67c78015bb99e38558a6ddab858e69) AuthConfig (67b980b917f1e3ecff658fea781b561b5212dd7583fde1e6b3661aed685dcc05) AuthConfig (b4cab949f34c878f686b81ac855775f6385917bbe1c3766a60cb2a41a69ce4f1) AuthConfig (44536a4d0d0f55bdfbdfdd00eeb2f15602f190d66794db0498a70909a68d5b14) AuthConfig (b3ddbf96ba2bd101a738f3e9d25e8890ec9b84d954cb22f1736cdd105a61cf29) AuthConfig (02819b32f051d5878537151f4aecc6142ca5320b66c897c6a5970c8267c1ae80) AuthConfig (aa5f2335e1283d23595052b73f5f3a4a0a49d2b06062ba50a9903e36af10e9d0) AuthConfig (f5baf12fc1a32368852b44e4db15e40c4c83b418a5318fa1eeaec39d6aa941ef) AuthConfig (e969c52a1d53c69559e42ed6ee9d4d9d467748ae75953b86937a3fab912b4c2f) AuthConfig (3c3666c34a0e956351e519a831254386b546c23b9c308abe3455d4d0350ef242) AuthConfig (b8e96b0c102b5688b9aa922276bd00c979954f65251be9b056c8ec077fa658d3) AuthConfig (a346a428aecd0519e4e369a56d96088d31340dd5831a0134773a4d5ab1853e02) AuthConfig (9bfdfd37ee7f7c3f341d54ab3f38a7ce432e92ebd05bab29d0cb1890573408f2) AuthConfig (064f113676bed0c666e85aac030b3c6448f6c227346a970a847f2524a2f88391) AuthConfig (214abfc365e21eaa6880f796443fe630681da2df7e82029dae1b30548eb4f3c4) AuthConfig (8a3d5a51d4bd3b251e97c081c19ed3f07ce5ff7fae9c24f1c0f682f169b9ce9c) AuthConfig (b6ab6706c6c01e7900bf469a4482c696f967c0b7e53e21dcb9f50efd6b4dc6da) AuthConfig (a89f586e62d65182000340f1687377b77a651a4fb0318781c6810677a39e4cc5) AuthConfig (56ec1c0296c25b8a1aed1c01dfcc53376cceb7c1f4f6ce8a20a1feda0442cba8) AuthConfig (1f395fbe8ec329ddab135bca790dc264948037e8d182d2ee19ff5afca9bf2fa0) AuthConfig (df8724893363f345c9e424c47b99c49bf7613282eed83860bf2780efa750caa8) AuthConfig (fe48315432ab4208c1e6808a02057ce3e8e446d95ca3fabdf71177477c4fcaff) AuthConfig (a81bc37983d517a70ccf10b47484ceac61c0ca4be888fe924846797ed3e58531) AuthConfig (409d7e821647f76b598862c90dbea54ad93734828bb70d4bb78344e32c4b2647) AuthConfig (9210421ec12b8039c0f7c29b12cf979c811acb0925982da409a3a9d6f939c573)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"67052744-3b5b-4abd-afe1-ebcc5c8f7ec7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:25.196942328Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-e524ce-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a2e3408b8706e38ed62fd613fecc93e8fe0cc880cd82c374352d5faf35c695ce) AuthConfig (d5639c6509e5e5eae5a0cb64f66aaef264da4732c09017a2e75f90bd04f88f6d) AuthConfig (826a42f8d154f29385eb5774a26f9a4a695b61ead24d8b7d352864de2f6afad7) AuthConfig (cd26edc7156514919c4ed4c86e0ceb7157769615ef51e59133ef981fd451e636) AuthConfig (b21592f78273c4e32e197ed8f0b5d8a49eb932c82ea187c4863b4b775c30a7bb) AuthConfig (60114780c034f8ae500024dc0ecaaf1bcb67c78015bb99e38558a6ddab858e69) AuthConfig (67b980b917f1e3ecff658fea781b561b5212dd7583fde1e6b3661aed685dcc05) AuthConfig (b4cab949f34c878f686b81ac855775f6385917bbe1c3766a60cb2a41a69ce4f1) AuthConfig (44536a4d0d0f55bdfbdfdd00eeb2f15602f190d66794db0498a70909a68d5b14) AuthConfig (b3ddbf96ba2bd101a738f3e9d25e8890ec9b84d954cb22f1736cdd105a61cf29) AuthConfig (02819b32f051d5878537151f4aecc6142ca5320b66c897c6a5970c8267c1ae80) AuthConfig (aa5f2335e1283d23595052b73f5f3a4a0a49d2b06062ba50a9903e36af10e9d0) AuthConfig (f5baf12fc1a32368852b44e4db15e40c4c83b418a5318fa1eeaec39d6aa941ef) AuthConfig (e969c52a1d53c69559e42ed6ee9d4d9d467748ae75953b86937a3fab912b4c2f) AuthConfig (3c3666c34a0e956351e519a831254386b546c23b9c308abe3455d4d0350ef242) AuthConfig (b8e96b0c102b5688b9aa922276bd00c979954f65251be9b056c8ec077fa658d3) AuthConfig (a346a428aecd0519e4e369a56d96088d31340dd5831a0134773a4d5ab1853e02) AuthConfig (9bfdfd37ee7f7c3f341d54ab3f38a7ce432e92ebd05bab29d0cb1890573408f2) AuthConfig (064f113676bed0c666e85aac030b3c6448f6c227346a970a847f2524a2f88391) AuthConfig (214abfc365e21eaa6880f796443fe630681da2df7e82029dae1b30548eb4f3c4) AuthConfig (8a3d5a51d4bd3b251e97c081c19ed3f07ce5ff7fae9c24f1c0f682f169b9ce9c) AuthConfig (b6ab6706c6c01e7900bf469a4482c696f967c0b7e53e21dcb9f50efd6b4dc6da) AuthConfig (a89f586e62d65182000340f1687377b77a651a4fb0318781c6810677a39e4cc5) AuthConfig (56ec1c0296c25b8a1aed1c01dfcc53376cceb7c1f4f6ce8a20a1feda0442cba8) AuthConfig (1f395fbe8ec329ddab135bca790dc264948037e8d182d2ee19ff5afca9bf2fa0) AuthConfig (df8724893363f345c9e424c47b99c49bf7613282eed83860bf2780efa750caa8) AuthConfig (fe48315432ab4208c1e6808a02057ce3e8e446d95ca3fabdf71177477c4fcaff) AuthConfig (a81bc37983d517a70ccf10b47484ceac61c0ca4be888fe924846797ed3e58531) AuthConfig (409d7e821647f76b598862c90dbea54ad93734828bb70d4bb78344e32c4b2647) AuthConfig (9210421ec12b8039c0f7c29b12cf979c811acb0925982da409a3a9d6f939c573)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"41ba5eb5-f44c-47c1-a8b1-126da12e137b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:25.596186831Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-apikey-degraded-sub","reconcileID":"a33cdecd-adb2-4c96-a950-4295cdbbd399","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:25.799733031Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-apikey-degraded-sub","reconcileID":"a33cdecd-adb2-4c96-a950-4295cdbbd399","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-b47e8d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:25.79976523Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-apikey-degraded-sub","reconcileID":"a33cdecd-adb2-4c96-a950-4295cdbbd399","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"model":"e2e-models-e2e-worker-w3-b47e8d/nonexistent-model-apikey","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:25.799874327Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-apikey-degraded-sub","reconcileID":"a33cdecd-adb2-4c96-a950-4295cdbbd399","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"model":"e2e-models-e2e-worker-w3-b47e8d/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-b47e8d/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:25.996772049Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-subscription","reconcileID":"26ca1201-664b-4aa5-baf0-89a9bbfa3561","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:26.055400541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"b5028e31-935d-47ea-9800-599c94503e66","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:26.088439176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"d4e9b81b-c9ad-42e8-8c80-0d4d86bd7a82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:26.111181803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"cec1a3df-6fef-4a27-b8ff-f44217fdc5b2","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:26.143423347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"d4e9b81b-c9ad-42e8-8c80-0d4d86bd7a82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:26.189246778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"05ee0e34-6560-4db9-ab22-264f3e3975aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:26.200693277Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-e65019-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"d4e9b81b-c9ad-42e8-8c80-0d4d86bd7a82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:26.201113587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"ea85ac33-9b08-4112-a3d6-07ccdf708641","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:26.201297375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-apikey-degraded-auth","reconcileID":"cf35088e-fbd3-4db5-9153-00b21cb86d57","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:26.216877383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"a3f10e8e-52b9-445c-9b00-0fefc277ecf9","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:26.217210511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"6bfb161c-304e-4942-9188-5a0dc6c582d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:26.243359544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"05ee0e34-6560-4db9-ab22-264f3e3975aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:26.255668787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"ea85ac33-9b08-4112-a3d6-07ccdf708641","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:26.256787618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-apikey-degraded-auth","reconcileID":"cf35088e-fbd3-4db5-9153-00b21cb86d57","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:26.271301549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"6bfb161c-304e-4942-9188-5a0dc6c582d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:26.296345948Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-e65019-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"05ee0e34-6560-4db9-ab22-264f3e3975aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:26.454508988Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-apikey-degraded-auth","reconcileID":"699a8ebc-9147-40fa-8beb-301a7fd0ca64","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:26.609095724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"1dd0366c-7239-41b0-98a2-e42e787d7007","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:29.814408232Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-db61da","reconcileID":"8ee81130-0dfc-4d8c-8dba-38fc4b71a239","namespace":"llm","name":"e2e-rt-sw-db61da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:29.873192626Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-db61da","reconcileID":"0e3e3dd4-a972-4bce-9cee-560596581d1c","namespace":"llm","name":"e2e-rt-sw-db61da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:29.963531764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"da449b3f-a3ef-436a-bb0f-66f9141d49a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:29.96367339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"e1d5e6fd-cbd9-48f5-910f-b0ed22bc9dbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:29.96395565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"7d4d1b0f-e322-44e4-9241-c4811af2fef9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:29.964063818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"ad9e35cf-08f7-49b0-a288-c09d768126bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:29.963528429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"1415cb1d-cb7e-4728-8f08-6c9337e2afe0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:30.022476764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"da449b3f-a3ef-436a-bb0f-66f9141d49a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:30.030306069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"e1d5e6fd-cbd9-48f5-910f-b0ed22bc9dbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:30.037767518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"1415cb1d-cb7e-4728-8f08-6c9337e2afe0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:30.045308099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"ad9e35cf-08f7-49b0-a288-c09d768126bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:30.123809684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"7d4d1b0f-e322-44e4-9241-c4811af2fef9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:30.123953815Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-e65019-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ff670541f914200ebedd88a6229c667bd2593f31f51ea0c7397e94452f59337f) AuthConfig (96110fad23fa78cabfcd1df945ff3b5df711d62089ded026937d48925eb86455) AuthConfig (5eed7009c811a6eeecb3d4ae4e57579bae44209ec382eb63c6fde584508cdb21) AuthConfig (f0dfc41e438277a5334af777cb22b375b734c66b04fb2cc95c2b9c9bd2c1f1e0) AuthConfig (c1af616b69ca1b0ba04e3f2dda861576da5350a8820b52582523a3c175513595) AuthConfig (c5d3740a33544f3dd9bf4d3bc4eff14efc8bd96f1094c035235df2ffcc47cb40) AuthConfig (419daff1679c3f7f86670611bddf8c9824a8e137a0fe2e4caf49af3e32481265) AuthConfig (b5d3019c76aad9e83b5802ef3285835eec1b7448240d4982066ad4e056065123) AuthConfig (deb3f395ce8f8867a487e90b3c49c7d42c420199900f39fdc38185aa38e484dd) AuthConfig (c18232d2496986837c673cf532f0049dfb0e66ade9ef6aa9c171a070dd1a1d77) AuthConfig (f046e08021d01aa14b9ce180ebd2f65c38ebb1797277a33357905e6a54d94d93) AuthConfig (9ba85043377a154241d6b0dfe494f101802aef147bcc56379655881a9696691f) AuthConfig (8b89e89a5c9aa85de6008c2713bcb1a9ded58ce1ba8b9c0e10212bde296995e8) AuthConfig (1e620c604174405b985b9c18068630686c3477ba081a6b7139dac6984bde47a1) AuthConfig (ae7c13891b0ccdfb700f32cc2f4baf877f24634f25bbeef7532efe10c9279f6b) AuthConfig (84fd41545ca037b2a3e5d3d7cf4ee4bbf7ba6a94630c4f2ec0f03c5dbbae9a31) AuthConfig (4dc2c3ca35688c9e88ad7a8dff70f8333a4b1470a3464776f6810535d520313e) AuthConfig (20d2a8fad68fc0256bb9c404015dc887546823122d4b327cbc632aca39055d5e) AuthConfig (2a14ac69db1e15c3dfdec191420b1da5602df6c799956d016fd675917da44822) AuthConfig (2da235fb600f42b28628230b8f0ff9343af666096f60a29fe49cb6f461e68a4b) AuthConfig (85f83d9969a7e235469a931d75b66db1d5f7c889aba2d8ad4761ee7f586929a2) AuthConfig (12e4c5e183240c3cd65ef6cf3ac483c9acc9129a753380c20addfeefc8efce2d) AuthConfig (52c4b4eb0bd72a347db639b3cf97e235f3e5e0ae8ed834fc9b1ea0d671561b91) AuthConfig (5225cd00d0b51c9ec6f586702d796c54ea1266bb4193c4a8b0f0f5736ca4e253) AuthConfig (685664350f2ef3b284eca814087a1977cb976d773f37f3fa882fbf1ef3894d0a) AuthConfig (ac491584ffd1f4f0cb1bb353aa73db6df4ed20ec37cf6d243b8ac484b23f6b27) AuthConfig (46b110743195ef8103eb9b263d294ac447cb591f8144e188a365401e57bb7780) AuthConfig (eb07d343e3998a0cf66aaf3321dc46218b98fbfe69e4dda5d246fd8cfab912e9) AuthConfig (0436897ba013dc0df8fd33ebd1bce17dd05cfc486ccb69c626117b86225d72ff) AuthConfig (146b66c3a40fc0477af0e6544690cc4a206fc5fedefc6a0a8f65a423f06b4823)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"da449b3f-a3ef-436a-bb0f-66f9141d49a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:30.176369346Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-e65019-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ff670541f914200ebedd88a6229c667bd2593f31f51ea0c7397e94452f59337f) AuthConfig (96110fad23fa78cabfcd1df945ff3b5df711d62089ded026937d48925eb86455) AuthConfig (5eed7009c811a6eeecb3d4ae4e57579bae44209ec382eb63c6fde584508cdb21) AuthConfig (f0dfc41e438277a5334af777cb22b375b734c66b04fb2cc95c2b9c9bd2c1f1e0) AuthConfig (c1af616b69ca1b0ba04e3f2dda861576da5350a8820b52582523a3c175513595) AuthConfig (c5d3740a33544f3dd9bf4d3bc4eff14efc8bd96f1094c035235df2ffcc47cb40) AuthConfig (419daff1679c3f7f86670611bddf8c9824a8e137a0fe2e4caf49af3e32481265) AuthConfig (b5d3019c76aad9e83b5802ef3285835eec1b7448240d4982066ad4e056065123) AuthConfig (deb3f395ce8f8867a487e90b3c49c7d42c420199900f39fdc38185aa38e484dd) AuthConfig (c18232d2496986837c673cf532f0049dfb0e66ade9ef6aa9c171a070dd1a1d77) AuthConfig (f046e08021d01aa14b9ce180ebd2f65c38ebb1797277a33357905e6a54d94d93) AuthConfig (9ba85043377a154241d6b0dfe494f101802aef147bcc56379655881a9696691f) AuthConfig (8b89e89a5c9aa85de6008c2713bcb1a9ded58ce1ba8b9c0e10212bde296995e8) AuthConfig (1e620c604174405b985b9c18068630686c3477ba081a6b7139dac6984bde47a1) AuthConfig (ae7c13891b0ccdfb700f32cc2f4baf877f24634f25bbeef7532efe10c9279f6b) AuthConfig (84fd41545ca037b2a3e5d3d7cf4ee4bbf7ba6a94630c4f2ec0f03c5dbbae9a31) AuthConfig (4dc2c3ca35688c9e88ad7a8dff70f8333a4b1470a3464776f6810535d520313e) AuthConfig (20d2a8fad68fc0256bb9c404015dc887546823122d4b327cbc632aca39055d5e) AuthConfig (2a14ac69db1e15c3dfdec191420b1da5602df6c799956d016fd675917da44822) AuthConfig (2da235fb600f42b28628230b8f0ff9343af666096f60a29fe49cb6f461e68a4b) AuthConfig (85f83d9969a7e235469a931d75b66db1d5f7c889aba2d8ad4761ee7f586929a2) AuthConfig (12e4c5e183240c3cd65ef6cf3ac483c9acc9129a753380c20addfeefc8efce2d) AuthConfig (52c4b4eb0bd72a347db639b3cf97e235f3e5e0ae8ed834fc9b1ea0d671561b91) AuthConfig (5225cd00d0b51c9ec6f586702d796c54ea1266bb4193c4a8b0f0f5736ca4e253) AuthConfig (685664350f2ef3b284eca814087a1977cb976d773f37f3fa882fbf1ef3894d0a) AuthConfig (ac491584ffd1f4f0cb1bb353aa73db6df4ed20ec37cf6d243b8ac484b23f6b27) AuthConfig (46b110743195ef8103eb9b263d294ac447cb591f8144e188a365401e57bb7780) AuthConfig (eb07d343e3998a0cf66aaf3321dc46218b98fbfe69e4dda5d246fd8cfab912e9) AuthConfig (0436897ba013dc0df8fd33ebd1bce17dd05cfc486ccb69c626117b86225d72ff) AuthConfig (146b66c3a40fc0477af0e6544690cc4a206fc5fedefc6a0a8f65a423f06b4823)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"7d4d1b0f-e322-44e4-9241-c4811af2fef9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:30.282852551Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-db61da","reconcileID":"52444e18-a1a0-4470-b2bb-e5068d97a7c1","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"name":"e2e-rt-sw-db61da","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:30.325959249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-639549ec-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-filter-sub-a-639549ec-auth","reconcileID":"47e957c1-555a-4a2e-9984-70b8bc8dbb15","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-639549ec-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:30.379906301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-639549ec-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-filter-sub-a-639549ec-auth","reconcileID":"47e957c1-555a-4a2e-9984-70b8bc8dbb15","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-639549ec-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:30.384801401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"simulator-w1-e65019","reconcileID":"d4dab609-02c4-4b76-acad-49fe7296476d","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"simulator-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"simulator-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:30.38521642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"premium-w1-e65019","reconcileID":"690c78c5-78d2-4c45-8cc4-0188cceaf077","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"premium-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"premium-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:30.385534119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"premium-w4-e524ce","reconcileID":"627bf261-48e1-48f6-bbdd-ba4cd1675795","MaaSModelRef":{"name":"premium-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"premium-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"premium-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:30.385798992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"24a2eb13-cb7b-45bf-bfd6-398d3f838e35","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:30.396769505Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-subscription","reconcileID":"88eb9d98-7fc5-42b4-a9cb-3eee50bae050","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-premium-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/premium-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:30.424109961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"61650247-09bb-4df2-bcf6-f5998858084e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:30.424173562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"2cfc66b1-1167-4bad-b86c-2cf8d7d6ab67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:30.47768769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"2cfc66b1-1167-4bad-b86c-2cf8d7d6ab67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:30.47792124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"61650247-09bb-4df2-bcf6-f5998858084e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:30.526308879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"958aceaa-0255-482c-b2c4-3b75c00ebf9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:30.553663314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"premium-w1-e65019","reconcileID":"dc207e21-3b98-4259-bcbf-a9263d187c88","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"premium-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"premium-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:30.579926612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"958aceaa-0255-482c-b2c4-3b75c00ebf9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:30.611427972Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-db61da","reconcileID":"a9afdbcf-6e31-45f8-a8e1-b6ec1d91687b","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"name":"e2e-rt-sw-db61da","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:30.635455615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"70d372c5-bf07-4a63-b898-67c7ed77bd8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:30.636402499Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-subscription","reconcileID":"aa170e96-73b7-445b-8bdb-54dce784dbc2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-simulator-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:30.660238269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"eae5f04d-3a6c-4ad1-85d8-b189ac135480","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:30.660254695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"eae5f04d-3a6c-4ad1-85d8-b189ac135480","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:30.660544113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"afe60102-e060-4fcd-a951-c94efb68abac","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:30.660555793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"afe60102-e060-4fcd-a951-c94efb68abac","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:30.660750607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"014b8155-1b2f-4003-88c9-5a9a0d736250","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:30.66076081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"014b8155-1b2f-4003-88c9-5a9a0d736250","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:30.661054202Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9a14f093-6f5f-42ad-a0ba-3bd3a7b865c9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:30.661066332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9a14f093-6f5f-42ad-a0ba-3bd3a7b865c9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:30.66136806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1f953975-951c-4ff0-aadc-27a1e2283412","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:30.661378925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1f953975-951c-4ff0-aadc-27a1e2283412","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:30.661545891Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"05f6c063-195b-450b-aca9-e6e74c71b8d7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:30.661555552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"05f6c063-195b-450b-aca9-e6e74c71b8d7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:30.661730654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4f420529-b557-4675-af52-10bb8ef61d62","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:30.661740817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4f420529-b557-4675-af52-10bb8ef61d62","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:30.661926753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"dca131b5-6a38-4633-94e2-2a0147d260ae","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:30.661936391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"dca131b5-6a38-4633-94e2-2a0147d260ae","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:30.690863264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"70d372c5-bf07-4a63-b898-67c7ed77bd8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:30.710466139Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-db61da","reconcileID":"78f6abe7-034e-4995-80c0-ccba76f0bcb2","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"name":"e2e-rt-sw-db61da","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:30.726966432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff75aa27-302b-4ecd-93e4-9c7ee778686a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:30.75971904Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"02a0b04c-3403-441d-8d49-b99179f3c2df","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:30.759871531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"09fa551b-f321-46d7-9b62-877a307ceee5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:30.780876076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff75aa27-302b-4ecd-93e4-9c7ee778686a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:30.806007558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"simulator-w1-e65019","reconcileID":"8d230f1c-724a-44a0-9e57-dcb6740578bb","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"simulator-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"simulator-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:30.827851935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"2fa26867-63c4-49f1-bfc0-7645284304a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:30.82789718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"c54138e8-8ccb-4f98-a6e8-561c7222715a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:30.883673267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"c54138e8-8ccb-4f98-a6e8-561c7222715a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:30.884741767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"2fa26867-63c4-49f1-bfc0-7645284304a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:30.930525346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-6f9bab31-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-filter-sub-b-6f9bab31-auth","reconcileID":"eee6e6e1-b75c-4597-9b14-5d7cc5dcc61c","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-6f9bab31-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:30.984627919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-6f9bab31-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-filter-sub-b-6f9bab31-auth","reconcileID":"eee6e6e1-b75c-4597-9b14-5d7cc5dcc61c","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-6f9bab31-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:31.031831905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"e0908528-7bd3-4358-b15b-fdf0c2e2d9be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:31.087354824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"e0908528-7bd3-4358-b15b-fdf0c2e2d9be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:31.130475504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"c517623d-6457-441b-a9d6-9ce9f3357e69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:31.139878871Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-e65019-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ff670541f914200ebedd88a6229c667bd2593f31f51ea0c7397e94452f59337f) AuthConfig (96110fad23fa78cabfcd1df945ff3b5df711d62089ded026937d48925eb86455) AuthConfig (5eed7009c811a6eeecb3d4ae4e57579bae44209ec382eb63c6fde584508cdb21) AuthConfig (f0dfc41e438277a5334af777cb22b375b734c66b04fb2cc95c2b9c9bd2c1f1e0) AuthConfig (c1af616b69ca1b0ba04e3f2dda861576da5350a8820b52582523a3c175513595) AuthConfig (c5d3740a33544f3dd9bf4d3bc4eff14efc8bd96f1094c035235df2ffcc47cb40) AuthConfig (419daff1679c3f7f86670611bddf8c9824a8e137a0fe2e4caf49af3e32481265) AuthConfig (b5d3019c76aad9e83b5802ef3285835eec1b7448240d4982066ad4e056065123) AuthConfig (deb3f395ce8f8867a487e90b3c49c7d42c420199900f39fdc38185aa38e484dd) AuthConfig (c18232d2496986837c673cf532f0049dfb0e66ade9ef6aa9c171a070dd1a1d77) AuthConfig (f046e08021d01aa14b9ce180ebd2f65c38ebb1797277a33357905e6a54d94d93) AuthConfig (9ba85043377a154241d6b0dfe494f101802aef147bcc56379655881a9696691f) AuthConfig (8b89e89a5c9aa85de6008c2713bcb1a9ded58ce1ba8b9c0e10212bde296995e8) AuthConfig (1e620c604174405b985b9c18068630686c3477ba081a6b7139dac6984bde47a1) AuthConfig (ae7c13891b0ccdfb700f32cc2f4baf877f24634f25bbeef7532efe10c9279f6b) AuthConfig (84fd41545ca037b2a3e5d3d7cf4ee4bbf7ba6a94630c4f2ec0f03c5dbbae9a31) AuthConfig (4dc2c3ca35688c9e88ad7a8dff70f8333a4b1470a3464776f6810535d520313e) AuthConfig (20d2a8fad68fc0256bb9c404015dc887546823122d4b327cbc632aca39055d5e) AuthConfig (2a14ac69db1e15c3dfdec191420b1da5602df6c799956d016fd675917da44822) AuthConfig (2da235fb600f42b28628230b8f0ff9343af666096f60a29fe49cb6f461e68a4b) AuthConfig (85f83d9969a7e235469a931d75b66db1d5f7c889aba2d8ad4761ee7f586929a2) AuthConfig (12e4c5e183240c3cd65ef6cf3ac483c9acc9129a753380c20addfeefc8efce2d) AuthConfig (52c4b4eb0bd72a347db639b3cf97e235f3e5e0ae8ed834fc9b1ea0d671561b91) AuthConfig (5225cd00d0b51c9ec6f586702d796c54ea1266bb4193c4a8b0f0f5736ca4e253) AuthConfig (685664350f2ef3b284eca814087a1977cb976d773f37f3fa882fbf1ef3894d0a) AuthConfig (ac491584ffd1f4f0cb1bb353aa73db6df4ed20ec37cf6d243b8ac484b23f6b27) AuthConfig (46b110743195ef8103eb9b263d294ac447cb591f8144e188a365401e57bb7780) AuthConfig (eb07d343e3998a0cf66aaf3321dc46218b98fbfe69e4dda5d246fd8cfab912e9) AuthConfig (0436897ba013dc0df8fd33ebd1bce17dd05cfc486ccb69c626117b86225d72ff) AuthConfig (146b66c3a40fc0477af0e6544690cc4a206fc5fedefc6a0a8f65a423f06b4823)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"e0908528-7bd3-4358-b15b-fdf0c2e2d9be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:31.184355494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"c517623d-6457-441b-a9d6-9ce9f3357e69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:31.228972753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"fb72695a-acf4-413a-b9af-f9428b175eac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:31.228972774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"910eabaa-8e7c-4def-b030-4354d7a889c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:31.282498254Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-639549ec","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-filter-sub-a-639549ec","reconcileID":"d95e30e5-e6ec-41ca-8ceb-25460047069f","MaaSSubscription":{"name":"e2e-filter-sub-a-639549ec","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscription":"e2e-filter-sub-a-639549ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:31.293344949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"910eabaa-8e7c-4def-b030-4354d7a889c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:31.311001813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"fb72695a-acf4-413a-b9af-f9428b175eac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:31.333466485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a07a60cb-1f08-4f0b-ba6d-5d9304c8e7a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:31.334286457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"14327772-de33-4da0-a61f-905c40cb619a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:31.363782728Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-e65019-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ff670541f914200ebedd88a6229c667bd2593f31f51ea0c7397e94452f59337f) AuthConfig (96110fad23fa78cabfcd1df945ff3b5df711d62089ded026937d48925eb86455) AuthConfig (5eed7009c811a6eeecb3d4ae4e57579bae44209ec382eb63c6fde584508cdb21) AuthConfig (f0dfc41e438277a5334af777cb22b375b734c66b04fb2cc95c2b9c9bd2c1f1e0) AuthConfig (c1af616b69ca1b0ba04e3f2dda861576da5350a8820b52582523a3c175513595) AuthConfig (c5d3740a33544f3dd9bf4d3bc4eff14efc8bd96f1094c035235df2ffcc47cb40) AuthConfig (419daff1679c3f7f86670611bddf8c9824a8e137a0fe2e4caf49af3e32481265) AuthConfig (b5d3019c76aad9e83b5802ef3285835eec1b7448240d4982066ad4e056065123) AuthConfig (deb3f395ce8f8867a487e90b3c49c7d42c420199900f39fdc38185aa38e484dd) AuthConfig (c18232d2496986837c673cf532f0049dfb0e66ade9ef6aa9c171a070dd1a1d77) AuthConfig (f046e08021d01aa14b9ce180ebd2f65c38ebb1797277a33357905e6a54d94d93) AuthConfig (9ba85043377a154241d6b0dfe494f101802aef147bcc56379655881a9696691f) AuthConfig (8b89e89a5c9aa85de6008c2713bcb1a9ded58ce1ba8b9c0e10212bde296995e8) AuthConfig (1e620c604174405b985b9c18068630686c3477ba081a6b7139dac6984bde47a1) AuthConfig (ae7c13891b0ccdfb700f32cc2f4baf877f24634f25bbeef7532efe10c9279f6b) AuthConfig (84fd41545ca037b2a3e5d3d7cf4ee4bbf7ba6a94630c4f2ec0f03c5dbbae9a31) AuthConfig (4dc2c3ca35688c9e88ad7a8dff70f8333a4b1470a3464776f6810535d520313e) AuthConfig (20d2a8fad68fc0256bb9c404015dc887546823122d4b327cbc632aca39055d5e) AuthConfig (2a14ac69db1e15c3dfdec191420b1da5602df6c799956d016fd675917da44822) AuthConfig (2da235fb600f42b28628230b8f0ff9343af666096f60a29fe49cb6f461e68a4b) AuthConfig (85f83d9969a7e235469a931d75b66db1d5f7c889aba2d8ad4761ee7f586929a2) AuthConfig (12e4c5e183240c3cd65ef6cf3ac483c9acc9129a753380c20addfeefc8efce2d) AuthConfig (52c4b4eb0bd72a347db639b3cf97e235f3e5e0ae8ed834fc9b1ea0d671561b91) AuthConfig (5225cd00d0b51c9ec6f586702d796c54ea1266bb4193c4a8b0f0f5736ca4e253) AuthConfig (685664350f2ef3b284eca814087a1977cb976d773f37f3fa882fbf1ef3894d0a) AuthConfig (ac491584ffd1f4f0cb1bb353aa73db6df4ed20ec37cf6d243b8ac484b23f6b27) AuthConfig (46b110743195ef8103eb9b263d294ac447cb591f8144e188a365401e57bb7780) AuthConfig (eb07d343e3998a0cf66aaf3321dc46218b98fbfe69e4dda5d246fd8cfab912e9) AuthConfig (0436897ba013dc0df8fd33ebd1bce17dd05cfc486ccb69c626117b86225d72ff) AuthConfig (146b66c3a40fc0477af0e6544690cc4a206fc5fedefc6a0a8f65a423f06b4823)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"fb72695a-acf4-413a-b9af-f9428b175eac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:31.387446073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a07a60cb-1f08-4f0b-ba6d-5d9304c8e7a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:31.387891045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"14327772-de33-4da0-a61f-905c40cb619a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:31.509020368Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-639549ec","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-filter-sub-a-639549ec","reconcileID":"d95e30e5-e6ec-41ca-8ceb-25460047069f","MaaSSubscription":{"name":"e2e-filter-sub-a-639549ec","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-7f66ab/e2e-filter-sub-b-6f9bab31","ai-tenant-e2e-worker-w2-7f66ab/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:31.509799638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"308f3d7f-1142-4f0e-881d-3b283608b623","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:31.565141748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"308f3d7f-1142-4f0e-881d-3b283608b623","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:31.70676387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-subscription","reconcileID":"08e160b4-8e25-4ebe-97a1-c7e5a1a979b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:31.706792622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-6f9bab31","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-filter-sub-b-6f9bab31","reconcileID":"b6635925-6889-4ef5-b7e6-20edde164680","MaaSSubscription":{"name":"e2e-filter-sub-b-6f9bab31","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:31.764694527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"fda13d2a-6c26-49d8-b550-cdd512de2d31","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:31.912535658Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-db61da","reconcileID":"e5e968ce-14d5-4e10-8c8e-c06d894b3860","namespace":"llm","name":"e2e-rt-sw-db61da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:31.917783398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-6f9bab31-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-filter-sub-b-6f9bab31-auth","reconcileID":"5f01525c-8fec-48c2-9244-511731d8ef15","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-6f9bab31-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:31.918500021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"16fef425-ce1c-4cfa-887d-feaa302b0d65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:31.918789518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-639549ec-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-filter-sub-a-639549ec-auth","reconcileID":"2595cfe6-2105-47cd-b8cd-97922281a297","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-639549ec-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:31.918991262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"0c664529-e986-4005-bf27-4718e12a736f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:31.965088613Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-db61da","reconcileID":"595adb6b-3b06-4c49-87ad-15cba7ae7cc4","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-db61da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:31.965122997Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-db61da","reconcileID":"595adb6b-3b06-4c49-87ad-15cba7ae7cc4","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-db61da-be9bd7498a77","namespace":"llm","model":"e2e-rt-sw-db61da","externalModel":"e2e-rt-sw-db61da","provider":"e2e-rt-sw-db61da-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:31.976716293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-639549ec-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-filter-sub-a-639549ec-auth","reconcileID":"2595cfe6-2105-47cd-b8cd-97922281a297","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-639549ec-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:31.977020978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"16fef425-ce1c-4cfa-887d-feaa302b0d65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:31.979049699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"0c664529-e986-4005-bf27-4718e12a736f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:31.979255456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-6f9bab31-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-filter-sub-b-6f9bab31-auth","reconcileID":"5f01525c-8fec-48c2-9244-511731d8ef15","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-6f9bab31-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:32.062406493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"a1f69bf8-65e2-4bc8-bc6e-8929896d53b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:32.069070515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"b04a3881-8740-48b8-b059-2e77b01eb950","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:32.116352679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"a1f69bf8-65e2-4bc8-bc6e-8929896d53b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:32.169555911Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-e65019-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ff670541f914200ebedd88a6229c667bd2593f31f51ea0c7397e94452f59337f) AuthConfig (96110fad23fa78cabfcd1df945ff3b5df711d62089ded026937d48925eb86455) AuthConfig (5eed7009c811a6eeecb3d4ae4e57579bae44209ec382eb63c6fde584508cdb21) AuthConfig (f0dfc41e438277a5334af777cb22b375b734c66b04fb2cc95c2b9c9bd2c1f1e0) AuthConfig (c1af616b69ca1b0ba04e3f2dda861576da5350a8820b52582523a3c175513595) AuthConfig (c5d3740a33544f3dd9bf4d3bc4eff14efc8bd96f1094c035235df2ffcc47cb40) AuthConfig (419daff1679c3f7f86670611bddf8c9824a8e137a0fe2e4caf49af3e32481265) AuthConfig (b5d3019c76aad9e83b5802ef3285835eec1b7448240d4982066ad4e056065123) AuthConfig (deb3f395ce8f8867a487e90b3c49c7d42c420199900f39fdc38185aa38e484dd) AuthConfig (c18232d2496986837c673cf532f0049dfb0e66ade9ef6aa9c171a070dd1a1d77) AuthConfig (f046e08021d01aa14b9ce180ebd2f65c38ebb1797277a33357905e6a54d94d93) AuthConfig (9ba85043377a154241d6b0dfe494f101802aef147bcc56379655881a9696691f) AuthConfig (8b89e89a5c9aa85de6008c2713bcb1a9ded58ce1ba8b9c0e10212bde296995e8) AuthConfig (1e620c604174405b985b9c18068630686c3477ba081a6b7139dac6984bde47a1) AuthConfig (ae7c13891b0ccdfb700f32cc2f4baf877f24634f25bbeef7532efe10c9279f6b) AuthConfig (84fd41545ca037b2a3e5d3d7cf4ee4bbf7ba6a94630c4f2ec0f03c5dbbae9a31) AuthConfig (4dc2c3ca35688c9e88ad7a8dff70f8333a4b1470a3464776f6810535d520313e) AuthConfig (20d2a8fad68fc0256bb9c404015dc887546823122d4b327cbc632aca39055d5e) AuthConfig (2a14ac69db1e15c3dfdec191420b1da5602df6c799956d016fd675917da44822) AuthConfig (2da235fb600f42b28628230b8f0ff9343af666096f60a29fe49cb6f461e68a4b) AuthConfig (85f83d9969a7e235469a931d75b66db1d5f7c889aba2d8ad4761ee7f586929a2) AuthConfig (12e4c5e183240c3cd65ef6cf3ac483c9acc9129a753380c20addfeefc8efce2d) AuthConfig (52c4b4eb0bd72a347db639b3cf97e235f3e5e0ae8ed834fc9b1ea0d671561b91) AuthConfig (5225cd00d0b51c9ec6f586702d796c54ea1266bb4193c4a8b0f0f5736ca4e253) AuthConfig (685664350f2ef3b284eca814087a1977cb976d773f37f3fa882fbf1ef3894d0a) AuthConfig (ac491584ffd1f4f0cb1bb353aa73db6df4ed20ec37cf6d243b8ac484b23f6b27) AuthConfig (46b110743195ef8103eb9b263d294ac447cb591f8144e188a365401e57bb7780) AuthConfig (eb07d343e3998a0cf66aaf3321dc46218b98fbfe69e4dda5d246fd8cfab912e9) AuthConfig (0436897ba013dc0df8fd33ebd1bce17dd05cfc486ccb69c626117b86225d72ff) AuthConfig (146b66c3a40fc0477af0e6544690cc4a206fc5fedefc6a0a8f65a423f06b4823)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"a1f69bf8-65e2-4bc8-bc6e-8929896d53b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:32.316934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"98b04306-15b5-4529-9198-c1e345ce5d71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:32.321563027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"8a4599ff-10b6-41db-b903-4537c4c98fe1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:32.321765477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9b06291c-49fc-4c5d-bf5b-63f717626a67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:32.321568283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"f46ff3f2-6245-4146-8e6b-b5ca25f0b758","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:32.32221507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"fe9965f8-261d-4683-9d5b-c9dfa442b22f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:32.370652513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"98b04306-15b5-4529-9198-c1e345ce5d71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:32.375006197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"8a4599ff-10b6-41db-b903-4537c4c98fe1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:32.37580168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"f46ff3f2-6245-4146-8e6b-b5ca25f0b758","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:32.377253866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9b06291c-49fc-4c5d-bf5b-63f717626a67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:32.378096275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"fe9965f8-261d-4683-9d5b-c9dfa442b22f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:32.423641326Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-e65019-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ff670541f914200ebedd88a6229c667bd2593f31f51ea0c7397e94452f59337f) AuthConfig (96110fad23fa78cabfcd1df945ff3b5df711d62089ded026937d48925eb86455) AuthConfig (5eed7009c811a6eeecb3d4ae4e57579bae44209ec382eb63c6fde584508cdb21) AuthConfig (f0dfc41e438277a5334af777cb22b375b734c66b04fb2cc95c2b9c9bd2c1f1e0) AuthConfig (c1af616b69ca1b0ba04e3f2dda861576da5350a8820b52582523a3c175513595) AuthConfig (c5d3740a33544f3dd9bf4d3bc4eff14efc8bd96f1094c035235df2ffcc47cb40) AuthConfig (419daff1679c3f7f86670611bddf8c9824a8e137a0fe2e4caf49af3e32481265) AuthConfig (b5d3019c76aad9e83b5802ef3285835eec1b7448240d4982066ad4e056065123) AuthConfig (deb3f395ce8f8867a487e90b3c49c7d42c420199900f39fdc38185aa38e484dd) AuthConfig (c18232d2496986837c673cf532f0049dfb0e66ade9ef6aa9c171a070dd1a1d77) AuthConfig (f046e08021d01aa14b9ce180ebd2f65c38ebb1797277a33357905e6a54d94d93) AuthConfig (9ba85043377a154241d6b0dfe494f101802aef147bcc56379655881a9696691f) AuthConfig (8b89e89a5c9aa85de6008c2713bcb1a9ded58ce1ba8b9c0e10212bde296995e8) AuthConfig (1e620c604174405b985b9c18068630686c3477ba081a6b7139dac6984bde47a1) AuthConfig (ae7c13891b0ccdfb700f32cc2f4baf877f24634f25bbeef7532efe10c9279f6b) AuthConfig (84fd41545ca037b2a3e5d3d7cf4ee4bbf7ba6a94630c4f2ec0f03c5dbbae9a31) AuthConfig (4dc2c3ca35688c9e88ad7a8dff70f8333a4b1470a3464776f6810535d520313e) AuthConfig (20d2a8fad68fc0256bb9c404015dc887546823122d4b327cbc632aca39055d5e) AuthConfig (2a14ac69db1e15c3dfdec191420b1da5602df6c799956d016fd675917da44822) AuthConfig (2da235fb600f42b28628230b8f0ff9343af666096f60a29fe49cb6f461e68a4b) AuthConfig (85f83d9969a7e235469a931d75b66db1d5f7c889aba2d8ad4761ee7f586929a2) AuthConfig (12e4c5e183240c3cd65ef6cf3ac483c9acc9129a753380c20addfeefc8efce2d) AuthConfig (52c4b4eb0bd72a347db639b3cf97e235f3e5e0ae8ed834fc9b1ea0d671561b91) AuthConfig (5225cd00d0b51c9ec6f586702d796c54ea1266bb4193c4a8b0f0f5736ca4e253) AuthConfig (685664350f2ef3b284eca814087a1977cb976d773f37f3fa882fbf1ef3894d0a) AuthConfig (ac491584ffd1f4f0cb1bb353aa73db6df4ed20ec37cf6d243b8ac484b23f6b27) AuthConfig (46b110743195ef8103eb9b263d294ac447cb591f8144e188a365401e57bb7780) AuthConfig (eb07d343e3998a0cf66aaf3321dc46218b98fbfe69e4dda5d246fd8cfab912e9) AuthConfig (0436897ba013dc0df8fd33ebd1bce17dd05cfc486ccb69c626117b86225d72ff) AuthConfig (146b66c3a40fc0477af0e6544690cc4a206fc5fedefc6a0a8f65a423f06b4823)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"98b04306-15b5-4529-9198-c1e345ce5d71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:32.569810549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"f575a905-ed69-4356-b1a9-bf19d5e1aac2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:32.624118614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"f575a905-ed69-4356-b1a9-bf19d5e1aac2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:32.72249033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"93f23199-33fc-4820-a90c-20209c9516f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:32.722520622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"6fb88b95-4427-4390-8bab-640ed34daac8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:32.722992774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc15d80c-b222-4359-a2b3-3762f92f57da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:32.723115416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-6f9bab31-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-filter-sub-b-6f9bab31-auth","reconcileID":"458926e9-c8c7-4bba-b02c-08790f07e657","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-6f9bab31-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:32.777410434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"6fb88b95-4427-4390-8bab-640ed34daac8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:32.779240171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc15d80c-b222-4359-a2b3-3762f92f57da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:32.780305256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"93f23199-33fc-4820-a90c-20209c9516f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:32.783668947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-6f9bab31-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-filter-sub-b-6f9bab31-auth","reconcileID":"458926e9-c8c7-4bba-b02c-08790f07e657","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-6f9bab31-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:32.969911124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"f1f93f3e-44b7-4e80-ae37-c9d0149bee7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:33.024162533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"f1f93f3e-44b7-4e80-ae37-c9d0149bee7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:33.124376462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-639549ec-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-filter-sub-a-639549ec-auth","reconcileID":"82bd7ee8-92d1-4f25-beec-13787d59ad69","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-639549ec-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:33.124373847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"991f9c91-7f80-4348-aa7d-520d262afae8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:33.178678922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-639549ec-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-filter-sub-a-639549ec-auth","reconcileID":"82bd7ee8-92d1-4f25-beec-13787d59ad69","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-639549ec-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:33.179838673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"991f9c91-7f80-4348-aa7d-520d262afae8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:33.437858799Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-db61da","reconcileID":"c5d1c62c-68e9-4022-91a4-8c7afa5f67e0","namespace":"llm","name":"e2e-rt-sw-db61da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:33.586102521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"32b8a50c-8146-4163-8c29-46f090db17de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:33.586102975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"3dc8d1e1-f809-43c9-84ce-dbd903387cc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:33.586775196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"0ff8b441-bee4-42fa-9d40-833a02bdc261","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:33.586986181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"5be4aa21-9df6-43e0-890c-0dd9db2e062c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:33.586780621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"292c78f0-4f04-4f2b-ad84-79e118c4f3c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:33.642381516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"292c78f0-4f04-4f2b-ad84-79e118c4f3c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:33.644132023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"0ff8b441-bee4-42fa-9d40-833a02bdc261","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:33.644625008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"32b8a50c-8146-4163-8c29-46f090db17de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:33.648033391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"3dc8d1e1-f809-43c9-84ce-dbd903387cc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:33.648086534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"5be4aa21-9df6-43e0-890c-0dd9db2e062c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:33.695045015Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-e65019-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ff670541f914200ebedd88a6229c667bd2593f31f51ea0c7397e94452f59337f) AuthConfig (96110fad23fa78cabfcd1df945ff3b5df711d62089ded026937d48925eb86455) AuthConfig (5eed7009c811a6eeecb3d4ae4e57579bae44209ec382eb63c6fde584508cdb21) AuthConfig (f0dfc41e438277a5334af777cb22b375b734c66b04fb2cc95c2b9c9bd2c1f1e0) AuthConfig (c1af616b69ca1b0ba04e3f2dda861576da5350a8820b52582523a3c175513595) AuthConfig (c5d3740a33544f3dd9bf4d3bc4eff14efc8bd96f1094c035235df2ffcc47cb40) AuthConfig (419daff1679c3f7f86670611bddf8c9824a8e137a0fe2e4caf49af3e32481265) AuthConfig (b5d3019c76aad9e83b5802ef3285835eec1b7448240d4982066ad4e056065123) AuthConfig (deb3f395ce8f8867a487e90b3c49c7d42c420199900f39fdc38185aa38e484dd) AuthConfig (c18232d2496986837c673cf532f0049dfb0e66ade9ef6aa9c171a070dd1a1d77) AuthConfig (f046e08021d01aa14b9ce180ebd2f65c38ebb1797277a33357905e6a54d94d93) AuthConfig (9ba85043377a154241d6b0dfe494f101802aef147bcc56379655881a9696691f) AuthConfig (8b89e89a5c9aa85de6008c2713bcb1a9ded58ce1ba8b9c0e10212bde296995e8) AuthConfig (1e620c604174405b985b9c18068630686c3477ba081a6b7139dac6984bde47a1) AuthConfig (ae7c13891b0ccdfb700f32cc2f4baf877f24634f25bbeef7532efe10c9279f6b) AuthConfig (84fd41545ca037b2a3e5d3d7cf4ee4bbf7ba6a94630c4f2ec0f03c5dbbae9a31) AuthConfig (4dc2c3ca35688c9e88ad7a8dff70f8333a4b1470a3464776f6810535d520313e) AuthConfig (20d2a8fad68fc0256bb9c404015dc887546823122d4b327cbc632aca39055d5e) AuthConfig (2a14ac69db1e15c3dfdec191420b1da5602df6c799956d016fd675917da44822) AuthConfig (2da235fb600f42b28628230b8f0ff9343af666096f60a29fe49cb6f461e68a4b) AuthConfig (85f83d9969a7e235469a931d75b66db1d5f7c889aba2d8ad4761ee7f586929a2) AuthConfig (12e4c5e183240c3cd65ef6cf3ac483c9acc9129a753380c20addfeefc8efce2d) AuthConfig (52c4b4eb0bd72a347db639b3cf97e235f3e5e0ae8ed834fc9b1ea0d671561b91) AuthConfig (5225cd00d0b51c9ec6f586702d796c54ea1266bb4193c4a8b0f0f5736ca4e253) AuthConfig (685664350f2ef3b284eca814087a1977cb976d773f37f3fa882fbf1ef3894d0a) AuthConfig (ac491584ffd1f4f0cb1bb353aa73db6df4ed20ec37cf6d243b8ac484b23f6b27) AuthConfig (46b110743195ef8103eb9b263d294ac447cb591f8144e188a365401e57bb7780) AuthConfig (eb07d343e3998a0cf66aaf3321dc46218b98fbfe69e4dda5d246fd8cfab912e9) AuthConfig (0436897ba013dc0df8fd33ebd1bce17dd05cfc486ccb69c626117b86225d72ff) AuthConfig (146b66c3a40fc0477af0e6544690cc4a206fc5fedefc6a0a8f65a423f06b4823)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"292c78f0-4f04-4f2b-ad84-79e118c4f3c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:33.69717484Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-e65019-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ff670541f914200ebedd88a6229c667bd2593f31f51ea0c7397e94452f59337f) AuthConfig (96110fad23fa78cabfcd1df945ff3b5df711d62089ded026937d48925eb86455) AuthConfig (5eed7009c811a6eeecb3d4ae4e57579bae44209ec382eb63c6fde584508cdb21) AuthConfig (f0dfc41e438277a5334af777cb22b375b734c66b04fb2cc95c2b9c9bd2c1f1e0) AuthConfig (c1af616b69ca1b0ba04e3f2dda861576da5350a8820b52582523a3c175513595) AuthConfig (c5d3740a33544f3dd9bf4d3bc4eff14efc8bd96f1094c035235df2ffcc47cb40) AuthConfig (419daff1679c3f7f86670611bddf8c9824a8e137a0fe2e4caf49af3e32481265) AuthConfig (b5d3019c76aad9e83b5802ef3285835eec1b7448240d4982066ad4e056065123) AuthConfig (deb3f395ce8f8867a487e90b3c49c7d42c420199900f39fdc38185aa38e484dd) AuthConfig (c18232d2496986837c673cf532f0049dfb0e66ade9ef6aa9c171a070dd1a1d77) AuthConfig (f046e08021d01aa14b9ce180ebd2f65c38ebb1797277a33357905e6a54d94d93) AuthConfig (9ba85043377a154241d6b0dfe494f101802aef147bcc56379655881a9696691f) AuthConfig (8b89e89a5c9aa85de6008c2713bcb1a9ded58ce1ba8b9c0e10212bde296995e8) AuthConfig (1e620c604174405b985b9c18068630686c3477ba081a6b7139dac6984bde47a1) AuthConfig (ae7c13891b0ccdfb700f32cc2f4baf877f24634f25bbeef7532efe10c9279f6b) AuthConfig (84fd41545ca037b2a3e5d3d7cf4ee4bbf7ba6a94630c4f2ec0f03c5dbbae9a31) AuthConfig (4dc2c3ca35688c9e88ad7a8dff70f8333a4b1470a3464776f6810535d520313e) AuthConfig (20d2a8fad68fc0256bb9c404015dc887546823122d4b327cbc632aca39055d5e) AuthConfig (2a14ac69db1e15c3dfdec191420b1da5602df6c799956d016fd675917da44822) AuthConfig (2da235fb600f42b28628230b8f0ff9343af666096f60a29fe49cb6f461e68a4b) AuthConfig (85f83d9969a7e235469a931d75b66db1d5f7c889aba2d8ad4761ee7f586929a2) AuthConfig (12e4c5e183240c3cd65ef6cf3ac483c9acc9129a753380c20addfeefc8efce2d) AuthConfig (52c4b4eb0bd72a347db639b3cf97e235f3e5e0ae8ed834fc9b1ea0d671561b91) AuthConfig (5225cd00d0b51c9ec6f586702d796c54ea1266bb4193c4a8b0f0f5736ca4e253) AuthConfig (685664350f2ef3b284eca814087a1977cb976d773f37f3fa882fbf1ef3894d0a) AuthConfig (ac491584ffd1f4f0cb1bb353aa73db6df4ed20ec37cf6d243b8ac484b23f6b27) AuthConfig (46b110743195ef8103eb9b263d294ac447cb591f8144e188a365401e57bb7780) AuthConfig (eb07d343e3998a0cf66aaf3321dc46218b98fbfe69e4dda5d246fd8cfab912e9) AuthConfig (0436897ba013dc0df8fd33ebd1bce17dd05cfc486ccb69c626117b86225d72ff) AuthConfig (146b66c3a40fc0477af0e6544690cc4a206fc5fedefc6a0a8f65a423f06b4823)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"32b8a50c-8146-4163-8c29-46f090db17de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:33.840858216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4f92a62a-8feb-476e-8b19-8792f69b6e02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:33.841880585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"0a31a517-ce44-4105-95c2-dde540e446e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:33.895604703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4f92a62a-8feb-476e-8b19-8792f69b6e02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:33.897273767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"0a31a517-ce44-4105-95c2-dde540e446e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:33.989937768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b0915692-df6a-4a3d-b7c0-2051333ce95f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:33.990516782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"5c478fe7-4f5f-4eea-acbc-5688673a0be3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:33.990897444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"861958af-51e4-4cc4-9485-4b4a72f5b32f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:34.043655141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b0915692-df6a-4a3d-b7c0-2051333ce95f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:34.043935154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"5c478fe7-4f5f-4eea-acbc-5688673a0be3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:34.04594567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"861958af-51e4-4cc4-9485-4b4a72f5b32f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:34.188358206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-6f9bab31-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-filter-sub-b-6f9bab31-auth","reconcileID":"9756ddb7-95d2-4daf-afd5-484406d28bdf","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-6f9bab31-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:34.193032939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"05e6f9c9-8a52-4c8f-afed-0e040f5b0749","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:34.242854615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-6f9bab31-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-filter-sub-b-6f9bab31-auth","reconcileID":"9756ddb7-95d2-4daf-afd5-484406d28bdf","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-6f9bab31-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:34.247288538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"05e6f9c9-8a52-4c8f-afed-0e040f5b0749","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:34.336715069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-639549ec-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-filter-sub-a-639549ec-auth","reconcileID":"1ff2150e-49fd-4410-8cc5-308abb2c4f80","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-639549ec-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:34.336796401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"06e7ca28-6b1a-41e8-bb36-b5e35c2af404","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:34.390985881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"06e7ca28-6b1a-41e8-bb36-b5e35c2af404","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:34.391043469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-639549ec-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-filter-sub-a-639549ec-auth","reconcileID":"1ff2150e-49fd-4410-8cc5-308abb2c4f80","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-639549ec-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:35.224874811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"9a9313f9-fadf-4103-bd18-fec5db9b5d7e","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:35.276725484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"fbff9799-a83e-47cd-a05b-ece331867992","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:35.439983353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2a8970a9-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-bulk-sub-2a8970a9-auth","reconcileID":"785e7b3d-b69c-4834-8e4b-7dece392dc4b","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2a8970a9-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:35.493765682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2a8970a9-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-bulk-sub-2a8970a9-auth","reconcileID":"785e7b3d-b69c-4834-8e4b-7dece392dc4b","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2a8970a9-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:35.500982613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"0d26d869-f6e3-473a-bb2e-be1c86b05ae7","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:35.555197894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"8c260bf0-3e06-4884-8c20-7b177d4b8255","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:03:35.608623489Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-2a8970a9","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-bulk-sub-2a8970a9","reconcileID":"6f4b515b-e6d0-49b5-9f84-ad5bd81e0a91","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-2a8970a9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:35.647077113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"ff17fefd-cf27-477d-843f-5409cd9d392d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:35.647088041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"3e95bce9-3b02-440e-9b84-8efbdcc86805","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:35.70079837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"3e95bce9-3b02-440e-9b84-8efbdcc86805","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:35.700838239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"ff17fefd-cf27-477d-843f-5409cd9d392d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:35.717470471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"5d9c8712-837a-48f1-932c-7fdc0336b1a3","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:35.77169509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"1c94f51e-7672-4a86-a49f-8f61cf3a2a22","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:35.8004588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"e411be27-1712-49bb-903e-734f9102ca16","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:35.928434879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-db61da","reconcileID":"04aae028-2329-4692-aef0-1c28c0810e13","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-db61da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:35.928455614Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-db61da","reconcileID":"04aae028-2329-4692-aef0-1c28c0810e13","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-db61da-be9bd7498a77","namespace":"llm","model":"e2e-rt-sw-db61da","externalModel":"e2e-rt-sw-db61da","provider":"e2e-rt-sw-db61da-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:35.946453961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2a8970a9-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-bulk-sub-2a8970a9-auth","reconcileID":"5a4b55a2-2515-40ea-b741-6ef051fb7ee4","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2a8970a9-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:36.000492783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2a8970a9-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-bulk-sub-2a8970a9-auth","reconcileID":"5a4b55a2-2515-40ea-b741-6ef051fb7ee4","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2a8970a9-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:36.026652343Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-2a8970a9","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-bulk-sub-2a8970a9","reconcileID":"a6b11a2c-04fc-4ff2-8653-afc79ebc235e","MaaSSubscription":{"name":"e2e-bulk-sub-2a8970a9","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-e524ce/e2e-bulk-sub-2a8970a9","ai-tenant-e2e-worker-w4-e524ce/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:36.027863592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-db61da","reconcileID":"60150753-6562-467f-a737-ac0901b4043f","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-db61da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:36.02788157Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-db61da","reconcileID":"60150753-6562-467f-a737-ac0901b4043f","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-db61da-be9bd7498a77","namespace":"llm","model":"e2e-rt-sw-db61da","externalModel":"e2e-rt-sw-db61da","provider":"e2e-rt-sw-db61da-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:36.092074942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"aae67487-576f-4924-b387-fdb605ad4bf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:36.092127277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"ad6d4f73-acb3-411e-a5f6-c0cdbf7e1089","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:36.125736458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-db61da-access","reconcileID":"555918ed-1588-47b8-8e66-7b882e7c7ef3","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:36.147312785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"aae67487-576f-4924-b387-fdb605ad4bf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:36.147496651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"ad6d4f73-acb3-411e-a5f6-c0cdbf7e1089","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:36.173670447Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:36.182278139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-db61da-access","reconcileID":"555918ed-1588-47b8-8e66-7b882e7c7ef3","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:36.196900078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"54d3ec42-a50c-465f-bfb2-afe59bc79fa0","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:36.23213191Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-subscription","reconcileID":"8e7e5c99-a50c-4b17-b53e-d880fd510cd4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:36.394663516Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-2a8970a9","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-bulk-sub-2a8970a9","reconcileID":"b4d10d04-d6f0-4779-adfa-e51ceef2a147","MaaSSubscription":{"name":"e2e-bulk-sub-2a8970a9","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:36.651939514Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-db61da","reconcileID":"25f8305f-755c-40e5-9ddf-ce1ec7e8caa6","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-db61da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:36.651963048Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-db61da","reconcileID":"25f8305f-755c-40e5-9ddf-ce1ec7e8caa6","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-db61da-be9bd7498a77","namespace":"llm","model":"e2e-rt-sw-db61da","externalModel":"e2e-rt-sw-db61da","provider":"e2e-rt-sw-db61da-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:41.08129413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"4d8444d6-d205-4625-b88b-6a223bcd97fe","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:41.228123909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"a7a91171-a426-489e-a8e2-59f358307066","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:41.228280618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"48ca62d3-c43f-4674-94c0-e0728894cac7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:41.228631129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2a8970a9-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-bulk-sub-2a8970a9-auth","reconcileID":"8a6552e4-0ad9-457d-8727-79766b0d5a46","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2a8970a9-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:41.282983254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2a8970a9-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-bulk-sub-2a8970a9-auth","reconcileID":"8a6552e4-0ad9-457d-8727-79766b0d5a46","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2a8970a9-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:41.283366556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"a7a91171-a426-489e-a8e2-59f358307066","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:41.285230934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"48ca62d3-c43f-4674-94c0-e0728894cac7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:41.558041338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-db61da","reconcileID":"f1c1860c-c046-471c-986c-3651edb62cb2","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-db61da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:41.558064311Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-db61da","reconcileID":"f1c1860c-c046-471c-986c-3651edb62cb2","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-db61da-be9bd7498a77","namespace":"llm","model":"e2e-rt-sw-db61da","externalModel":"e2e-rt-sw-db61da","provider":"e2e-rt-sw-db61da-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:03:41.600634125Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-db61da-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-db61da-sub","reconcileID":"6a69f565-6aad-4d21-af2f-58c72d997222","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-sw-db61da-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:41.715408917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"814ec627-6225-473b-8348-882fa90cc24f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:41.72715541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-db61da-access","reconcileID":"0a5b6834-ed5c-4ed9-87ca-bacaf8191c83","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:41.72710597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"430e72b8-45f1-4aab-8ac1-599b3a1c446f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:41.728628073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-db61da","reconcileID":"dda10ea4-fdf3-4485-a587-a16a1db83b9b","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-db61da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:41.728659956Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-db61da","reconcileID":"dda10ea4-fdf3-4485-a587-a16a1db83b9b","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-db61da-be9bd7498a77","namespace":"llm","model":"e2e-rt-sw-db61da","externalModel":"e2e-rt-sw-db61da","provider":"e2e-rt-sw-db61da-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:41.773780525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"814ec627-6225-473b-8348-882fa90cc24f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:41.791648104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"430e72b8-45f1-4aab-8ac1-599b3a1c446f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:41.792233069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-db61da-access","reconcileID":"0a5b6834-ed5c-4ed9-87ca-bacaf8191c83","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:03:41.842705333Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-db61da","reconcileID":"dda10ea4-fdf3-4485-a587-a16a1db83b9b","name":"e2e-rt-sw-db61da","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-db61da\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:03:41.842798024Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-db61da","reconcileID":"dda10ea4-fdf3-4485-a587-a16a1db83b9b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-db61da\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:41.893578218Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-db61da","reconcileID":"9ba89be3-c16e-4009-a07d-be6676df258d","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-db61da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:41.89370447Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-db61da","reconcileID":"9ba89be3-c16e-4009-a07d-be6676df258d","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-db61da-be9bd7498a77","namespace":"llm","model":"e2e-rt-sw-db61da","externalModel":"e2e-rt-sw-db61da","provider":"e2e-rt-sw-db61da-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:42.044485727Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-db61da-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-db61da-sub","reconcileID":"132ec90b-f1a6-4712-bb14-a52550966e5e","MaaSSubscription":{"name":"e2e-rt-sw-db61da-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-db61da","model":"e2e-rt-sw-db61da","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-sw-db61da-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:42.088086294Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-6f9bab31","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-filter-sub-b-6f9bab31","reconcileID":"75d8aad8-b60d-4ecb-b805-8f3ea3fa9842","MaaSSubscription":{"name":"e2e-filter-sub-b-6f9bab31","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscription":"e2e-filter-sub-b-6f9bab31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:42.203027238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a29cfcc9-9e1d-4fc7-84e2-a42966c5ae00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:42.203651598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e081400-5dde-4fcc-b13a-aaaabd9e28f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:42.263338908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a29cfcc9-9e1d-4fc7-84e2-a42966c5ae00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:42.26575798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e081400-5dde-4fcc-b13a-aaaabd9e28f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:42.303203699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-db61da-access","reconcileID":"e0a84a47-eba3-4c83-9dae-01a4d0f2b107","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:42.338824521Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-6f9bab31","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-filter-sub-b-6f9bab31","reconcileID":"75d8aad8-b60d-4ecb-b805-8f3ea3fa9842","MaaSSubscription":{"name":"e2e-filter-sub-b-6f9bab31","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-7f66ab/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:42.339697968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-db61da","reconcileID":"7b45808e-e7ec-4ad5-a5b1-64ab1c84ba24","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-db61da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:42.340306247Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-db61da","reconcileID":"7b45808e-e7ec-4ad5-a5b1-64ab1c84ba24","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-db61da-be9bd7498a77","namespace":"llm","model":"e2e-rt-sw-db61da","externalModel":"e2e-rt-sw-db61da","provider":"e2e-rt-sw-db61da-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:42.369347306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-db61da-access","reconcileID":"e0a84a47-eba3-4c83-9dae-01a4d0f2b107","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:42.553048842Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-db61da-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-db61da-sub","reconcileID":"6d8ee99f-4451-4d39-98e9-1da6582b24f5","MaaSSubscription":{"name":"e2e-rt-sw-db61da-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-db61da","model":"llm/e2e-rt-sw-db61da","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:42.573136595Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-subscription","reconcileID":"e877faec-2c71-43f5-b1c5-f22a49bc632a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:42.652277657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"17f72b45-6369-4810-9d3c-fc9a7bdcbac3","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:42.802116802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"9f98e2fc-05db-4d02-84da-fdbca4bb5391","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:42.829790898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-6f9bab31-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-filter-sub-b-6f9bab31-auth","reconcileID":"27c73dbf-8fd7-45a9-b8c5-7737d6ae5183","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-6f9bab31-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:42.830584692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"17b16af3-4a8a-446a-bb16-0f7a38918144","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:42.831206919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-639549ec-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-filter-sub-a-639549ec-auth","reconcileID":"43cca946-134d-49f6-84c4-69bcda174ad1","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-639549ec-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:42.831818955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"af0869fe-8f6d-4f2e-ae4f-e20371dcaa24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:42.893588658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-639549ec-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-filter-sub-a-639549ec-auth","reconcileID":"43cca946-134d-49f6-84c4-69bcda174ad1","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-639549ec-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:42.908569575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"17b16af3-4a8a-446a-bb16-0f7a38918144","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:42.92750186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"af0869fe-8f6d-4f2e-ae4f-e20371dcaa24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:42.92795837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-6f9bab31-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-filter-sub-b-6f9bab31-auth","reconcileID":"27c73dbf-8fd7-45a9-b8c5-7737d6ae5183","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-6f9bab31-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:43.119709031Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-639549ec-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-filter-sub-a-639549ec-auth","reconcileID":"34d4d530-7e54-4b9c-9445-f1ee6854b1bb","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-639549ec-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:43.217720059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-subscription","reconcileID":"318d5ecd-5582-480e-bc7b-7fd6890959be","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:43.299884987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"8a16d64b-722f-4a62-a8bc-f9bb22a8f682","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:43.448237686Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-6f9bab31-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-filter-sub-b-6f9bab31-auth","reconcileID":"9ac44943-6524-490f-b743-501351c265e1","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-6f9bab31-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:43.448261567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"5245c360-ee69-4880-9520-460062b637ad","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:43.600774322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"829258ca-684b-4cb4-b434-6b4e6b802807","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:43.841485656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"65146ab1-9ba3-44c7-ae85-e0477e099649","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:43.845174214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"0e326bf2-748a-485d-8167-83e0c1cb23a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:43.89707909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"65146ab1-9ba3-44c7-ae85-e0477e099649","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:43.901227525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"0e326bf2-748a-485d-8167-83e0c1cb23a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:44.0477554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb5a38e2-684c-436d-81b3-9ea04dabeff5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:44.048472041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"819fc4e4-a2b6-41cd-9433-4c6bee38ec9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:44.050196917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-db61da-access","reconcileID":"e91f15a6-dc35-4ce1-be94-72fac2624cff","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:44.123621097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb5a38e2-684c-436d-81b3-9ea04dabeff5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:44.175802655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"819fc4e4-a2b6-41cd-9433-4c6bee38ec9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:44.180285238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-db61da-access","reconcileID":"e91f15a6-dc35-4ce1-be94-72fac2624cff","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:44.224260508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"premium-w1-e65019","reconcileID":"4b57308f-b099-4328-ac44-fa97156b3b82","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"premium-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"premium-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:44.25894804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"simulator-w1-e65019","reconcileID":"f632a702-b0d9-4610-b2a6-1fd806da4209","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"simulator-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"simulator-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:50.468010506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"simulator-w1-e65019","reconcileID":"589cf10b-537f-44e8-8154-98e7c1afcd6b","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"simulator-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"simulator-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:50.52152479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"simulator-w1-e65019","reconcileID":"083fbc50-a9a4-49b5-bc50-5ddc024d8d71","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"simulator-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"simulator-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:50.668552467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-a30beec6","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-gw-auth-a30beec6","reconcileID":"e1608e3d-b71d-4a38-8424-a861fbcb572f","MaaSAuthPolicy":{"name":"e2e-gw-auth-a30beec6","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:50.725520903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-a30beec6","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-gw-auth-a30beec6","reconcileID":"e1608e3d-b71d-4a38-8424-a861fbcb572f","MaaSAuthPolicy":{"name":"e2e-gw-auth-a30beec6","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:50.985263111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"simulator-w1-e65019","reconcileID":"dab93f36-6c7b-4e72-80f9-58aef63d13a8","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"simulator-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"simulator-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:51.131560751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-a30beec6","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-gw-auth-a30beec6","reconcileID":"600daf44-52a2-49c3-a19a-5ab918e3a8bc","MaaSAuthPolicy":{"name":"e2e-gw-auth-a30beec6","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:51.185507839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-a30beec6","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-gw-auth-a30beec6","reconcileID":"600daf44-52a2-49c3-a19a-5ab918e3a8bc","MaaSAuthPolicy":{"name":"e2e-gw-auth-a30beec6","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:51.235885246Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-2a8970a9","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-bulk-sub-2a8970a9","reconcileID":"795bff62-715e-4089-b4e2-49cf2cea09dc","MaaSSubscription":{"name":"e2e-bulk-sub-2a8970a9","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscription":"e2e-bulk-sub-2a8970a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:51.442592274Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-2a8970a9","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-bulk-sub-2a8970a9","reconcileID":"795bff62-715e-4089-b4e2-49cf2cea09dc","MaaSSubscription":{"name":"e2e-bulk-sub-2a8970a9","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-e524ce/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:03:51.491914172Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-a30beec6","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-gw-auth-a30beec6","reconcileID":"600daf44-52a2-49c3-a19a-5ab918e3a8bc","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-gw-auth-a30beec6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:51.639423077Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-subscription","reconcileID":"b9fa240a-c6eb-4507-9fa4-9c9c0ea25f06","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:51.643204529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-a30beec6","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-gw-auth-a30beec6","reconcileID":"87d15510-1337-40a3-8f67-c4347b4cead7","MaaSAuthPolicy":{"name":"e2e-gw-auth-a30beec6","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:51.696879075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"0dbe691f-86e0-437c-8600-df5dedf19005","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:51.697046017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-a30beec6","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-gw-auth-a30beec6","reconcileID":"87d15510-1337-40a3-8f67-c4347b4cead7","MaaSAuthPolicy":{"name":"e2e-gw-auth-a30beec6","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:51.841832803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2a8970a9-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-bulk-sub-2a8970a9-auth","reconcileID":"bd103340-93f1-4439-974c-ffd5e152da84","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2a8970a9-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:51.842093198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"e78af9ea-5dda-4a81-ab57-73723f3dbee5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:51.842626174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"7e4bb887-e4fe-4c81-bb14-8cd6d0612ab4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:51.84673277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"023a4661-5f80-4ab7-8480-8b7fa413eae3","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:51.895813921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2a8970a9-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-bulk-sub-2a8970a9-auth","reconcileID":"bd103340-93f1-4439-974c-ffd5e152da84","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2a8970a9-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:51.89886719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"e78af9ea-5dda-4a81-ab57-73723f3dbee5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:51.899014653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"7e4bb887-e4fe-4c81-bb14-8cd6d0612ab4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:52.094750701Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2a8970a9-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-bulk-sub-2a8970a9-auth","reconcileID":"3ac85928-33af-4aca-b8ff-dac48fef109c","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2a8970a9-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:52.348414331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"c39ba604-38bc-4f3a-82dd-da3a359ab2f4","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:53.76675072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"f9dfc1cb-5e87-48ee-a660-c98821341285","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:53.767231609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"41e63b4e-626c-49aa-81a4-1c3c71734342","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"premium-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"premium-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:53.83951361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"02a49915-1f39-492b-93d1-93d0dad1b46b","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:53.839863576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"2995ca15-89a7-4f6e-ae34-5451cc1dd5da","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"premium-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"premium-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:53.91649201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"e6f67703-3122-45ce-8087-4b3cb20839d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:53.9692167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-subscription","reconcileID":"9654c84b-d295-479e-8689-1aee7511de9b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-premium-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:53.969710472Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-subscription","reconcileID":"a3fb1b6c-97ed-4485-bc2f-d6b67d6f1520","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:53.970476774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"e6f67703-3122-45ce-8087-4b3cb20839d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:54.01592949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"b82d3293-493a-4ecb-94d6-847c691a3591","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:54.071279558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"b82d3293-493a-4ecb-94d6-847c691a3591","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:54.318277844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"12c42320-302c-4e9b-9029-70a5b21cf158","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:54.375373536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"12c42320-302c-4e9b-9029-70a5b21cf158","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:54.514292583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"d5c1bb48-0423-4e36-89c1-905fcd797e9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:54.568247717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"d5c1bb48-0423-4e36-89c1-905fcd797e9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:02.323982037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-db61da-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-db61da-sub","reconcileID":"a5eb3824-da10-4d34-b663-d42abc6205be","MaaSSubscription":{"name":"e2e-rt-sw-db61da-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-db61da","model":"llm/e2e-rt-sw-db61da","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:02.608233889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-db61da","reconcileID":"e639a2a8-627d-4e5b-9781-ede18b226e5f","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-db61da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:02.62491763Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-db61da","reconcileID":"e639a2a8-627d-4e5b-9781-ede18b226e5f","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-db61da-be9bd7498a77","namespace":"llm","model":"e2e-rt-sw-db61da","externalModel":"e2e-rt-sw-db61da","provider":"e2e-rt-sw-db61da-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:03.105861832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3b0ba444-d707-4e0e-af67-1bab02e73f1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:03.106649039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0f8d5aa8-1247-474b-a6c2-cc19aebd72d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:03.107227025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-db61da-access","reconcileID":"2fe4adce-e9c5-42f0-9962-d44b1773dea7","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:03.172268183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"247bbf4e-cce3-423b-84fd-5548e1c327c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:03.176776206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0f8d5aa8-1247-474b-a6c2-cc19aebd72d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:03.180232534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-db61da-access","reconcileID":"2fe4adce-e9c5-42f0-9962-d44b1773dea7","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:03.18126547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"e961b204-4331-4519-b5e2-6c7781046e64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:03.185078059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3b0ba444-d707-4e0e-af67-1bab02e73f1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:03.24807779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"247bbf4e-cce3-423b-84fd-5548e1c327c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:03.273587955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"e961b204-4331-4519-b5e2-6c7781046e64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:04.492948704Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-a30beec6","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-gw-auth-a30beec6","reconcileID":"b123c2e9-4b28-40a7-833a-244ec968911b","MaaSAuthPolicy":{"name":"e2e-gw-auth-a30beec6","namespace":"ai-tenant-e2e-worker-w1-e65019"},"model":"e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:04.493515664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"simulator-w1-e65019","reconcileID":"d1c1fe66-809e-4708-b39d-65010b3e2b04","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"simulator-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"simulator-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:04.704463702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"simulator-w1-e65019","reconcileID":"d89a4ed8-d6c8-4ba1-aa06-f4db9f61e05a","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"simulator-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"simulator-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:05.848462932Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-db61da","reconcileID":"79377e9a-4638-4c60-9462-390e6d04b4c1","namespace":"llm","name":"e2e-rt-sw-db61da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:05.899096208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-db61da","reconcileID":"4b35d740-3ce5-439b-9443-6b7fecf505c8","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-db61da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:05.89912768Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-db61da","reconcileID":"4b35d740-3ce5-439b-9443-6b7fecf505c8","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-db61da-be9bd7498a77","namespace":"llm","model":"e2e-rt-sw-db61da","externalModel":"e2e-rt-sw-db61da","provider":"e2e-rt-sw-db61da-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:05.997416815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"b04afe18-7396-4750-bc6a-ca46f762f869","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:06.001269153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"2ff7bada-f7ce-497c-825a-e1afe2fae41b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:06.001591952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"bdeec7a3-cefa-483d-850f-d15fb9a7d97c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:06.001903678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"fdb008fb-fdec-4500-a89d-c69e1ff6a09e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:06.002022304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"0a5a8b7a-4e49-4ca1-9105-ec55b9eddc45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:06.053383767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"b04afe18-7396-4750-bc6a-ca46f762f869","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:06.05924147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"fdb008fb-fdec-4500-a89d-c69e1ff6a09e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:06.059246137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"bdeec7a3-cefa-483d-850f-d15fb9a7d97c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:06.062682287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"0a5a8b7a-4e49-4ca1-9105-ec55b9eddc45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:06.063050035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"2ff7bada-f7ce-497c-825a-e1afe2fae41b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:06.082448727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"26c77dc9-1a53-4ed8-8637-854831cd1fef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:06.082465193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"26c77dc9-1a53-4ed8-8637-854831cd1fef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:06.082718818Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"31ed233a-2db8-4df9-a179-fe78fa0570d0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:06.082733103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"31ed233a-2db8-4df9-a179-fe78fa0570d0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:06.082926162Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"293cd2c9-a61f-4fc6-bac8-2765ced8e399","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:06.082937211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"293cd2c9-a61f-4fc6-bac8-2765ced8e399","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:06.083229004Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"724bda61-2392-40a9-8928-b750e141b2bf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:06.083241301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"724bda61-2392-40a9-8928-b750e141b2bf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:06.13472705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-db61da","reconcileID":"3fd68f5f-b020-4744-b7de-9d0008a9f9e3","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-db61da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:06.134752355Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-db61da","reconcileID":"3fd68f5f-b020-4744-b7de-9d0008a9f9e3","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-db61da-be9bd7498a77","namespace":"llm","model":"e2e-rt-sw-db61da","externalModel":"e2e-rt-sw-db61da","provider":"e2e-rt-sw-db61da-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:06.168880871Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:06.18393667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6a05752d-1c2f-4f4e-9962-19605bf8a3e3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:06.18395305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6a05752d-1c2f-4f4e-9962-19605bf8a3e3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:06.18415694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"84a9524d-1d40-495b-8fbc-452a6d161ab2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:06.184166688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"84a9524d-1d40-495b-8fbc-452a6d161ab2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:06.184370632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"dd4ad146-7d70-4981-b58d-95bc61f5ae27","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:06.18438072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"dd4ad146-7d70-4981-b58d-95bc61f5ae27","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:06.184555299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5dcf0e08-fe9e-4e12-be20-feb933e3673a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:06.184563993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5dcf0e08-fe9e-4e12-be20-feb933e3673a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:06.282296511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"701b7d70-4e6d-4187-a20c-1368277e6194","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:06.282304563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0ccf8b3f-9b24-4822-ade1-27f9e20a4226","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:06.33232917Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-db61da-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-db61da-sub","reconcileID":"edfeef3c-f57d-42f4-9b33-550249b5a915","MaaSSubscription":{"name":"e2e-rt-sw-db61da-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-db61da","model":"llm/e2e-rt-sw-db61da","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:06.400393098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"285bb820-6582-4241-a961-952bedc7adb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:06.400760295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"ea233b35-c927-4fc0-bcce-18d5038da1c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:06.400887555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"5a8ca988-e253-4634-b649-5736b75cb242","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:06.449109841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3bb6c233-7b69-4327-93f2-37ae5070e467","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:06.449745761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"95fa1c6a-ad46-4e1b-a7bf-3b9cc085d513","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:06.45575942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"5a8ca988-e253-4634-b649-5736b75cb242","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:06.456510433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"ea233b35-c927-4fc0-bcce-18d5038da1c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:06.459118968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"285bb820-6582-4241-a961-952bedc7adb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:06.507882542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3bb6c233-7b69-4327-93f2-37ae5070e467","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:06.512068115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"95fa1c6a-ad46-4e1b-a7bf-3b9cc085d513","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:06.804082057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"73fb3b38-1109-4233-be8f-00ac2b882714","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:06.804196007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"9fd49e75-8a07-4e3e-b488-a350bf159c9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:06.861596459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"9fd49e75-8a07-4e3e-b488-a350bf159c9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:06.861596456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"73fb3b38-1109-4233-be8f-00ac2b882714","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:06.953171295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-db61da-access","reconcileID":"c84cb5ed-7608-4dc3-a829-cce0d69f4920","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:07.008372901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-db61da-access","reconcileID":"c84cb5ed-7608-4dc3-a829-cce0d69f4920","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:07.175541182Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-db61da","reconcileID":"057c58ee-fd99-4e68-a4a3-8ef49a31afa0","namespace":"llm","name":"e2e-rt-sw-db61da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:07.334916286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"e256aab8-3357-4c71-9e37-8c25e59402c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:07.340979197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"df152833-75f2-43bb-9e02-757533da649b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:07.378962926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2515af82-038e-4c48-bd1a-23d2472afc08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:07.389056008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3515ce9-e508-4918-a511-f68d3492514f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:07.390339817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"e256aab8-3357-4c71-9e37-8c25e59402c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:07.39616583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"df152833-75f2-43bb-9e02-757533da649b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:07.427970267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"fddfae29-c084-471c-8243-be22a54ab5ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:07.432880231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2515af82-038e-4c48-bd1a-23d2472afc08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:07.442950348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3515ce9-e508-4918-a511-f68d3492514f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:07.482339761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"fddfae29-c084-471c-8243-be22a54ab5ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:07.734613093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"88462764-96c6-4d2a-af8f-bba3f87a330f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:07.824238924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-db61da-access","reconcileID":"0f305492-6c79-438d-9c59-f580e6fc1e1c","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:07.828139734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"88462764-96c6-4d2a-af8f-bba3f87a330f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:07.873494709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"3d96c9ca-89c6-492e-8dbd-c34a96596b5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:07.876729682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"a16f694b-247d-4e60-9a85-72b22ebf2965","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:07.87725765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"1c7332e6-d4b7-4b39-b63e-4b5aa0c703bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:07.878737186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-db61da-access","reconcileID":"0f305492-6c79-438d-9c59-f580e6fc1e1c","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:07.927104093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"3d96c9ca-89c6-492e-8dbd-c34a96596b5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:07.93162404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"a16f694b-247d-4e60-9a85-72b22ebf2965","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:07.931947868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"1c7332e6-d4b7-4b39-b63e-4b5aa0c703bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:08.12075451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"dbadf1e0-2e53-4952-9327-5c07b83a2df7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:08.1755605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"dbadf1e0-2e53-4952-9327-5c07b83a2df7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:08.273190222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"6ed106fc-e6a9-4000-845d-b2bf729b80a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:08.273189898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"b02203be-665b-49e7-9642-da0fb0df4a58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:08.328973826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"6ed106fc-e6a9-4000-845d-b2bf729b80a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:08.329003835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"b02203be-665b-49e7-9642-da0fb0df4a58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:18.809052181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-subscription","reconcileID":"7348d3ed-f0db-41ff-85d0-805e08a85677","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-premium-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/premium-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:18.953170254Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-subscription","reconcileID":"127e311e-001b-4154-942e-83adb50c4f5c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-premium-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:19.082189891Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-subscription","reconcileID":"c3a276c6-2bf1-441e-87f7-873702e55aaa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-premium-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/premium-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:19.181381884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-subscription","reconcileID":"c6a1744e-727e-4075-b514-2ddeb0b354b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:19.206621302Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0cb6341c-3648-4beb-ab9c-81641b46ac52","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:19.284858084Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-subscription","reconcileID":"06c988e2-d585-48b1-a4f6-da71611bc583","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-simulator-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:19.398068857Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-subscription","reconcileID":"b0c31f4e-52c8-4781-b1a9-b91142349734","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-premium-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/premium-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:19.503842599Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1454e687-2c64-43d7-8da3-d23d8a1726cd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:19.64088883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-subscription","reconcileID":"52f1951c-e5e6-4cd5-afd8-d0fb94dc263a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:19.641511955Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-db61da-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-db61da-sub","reconcileID":"17341db9-d5b6-474b-a1dc-5dc82d50d5fb","MaaSSubscription":{"name":"e2e-rt-sw-db61da-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-db61da","model":"llm/e2e-rt-sw-db61da","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:19.71318035Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-subscription","reconcileID":"0780c5f1-83c0-42ad-9a16-01b0cf8af73f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:19.849126891Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-subscription","reconcileID":"34f0a7ed-adbc-49df-965b-28d8162a9f4d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-premium-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:19.967963268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-subscription","reconcileID":"60c590f5-03f9-4f57-8b70-28e10311f336","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-simulator-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:20.211783941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"71ae9325-133a-41e5-95f0-bb2ba6dee22a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:20.212233882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-db61da-access","reconcileID":"1494a461-fa06-484e-8255-e2c07f612287","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:20.253936605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ce72f4a-d224-48ad-9f8e-2762a4a86d1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:20.282094747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"71ae9325-133a-41e5-95f0-bb2ba6dee22a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:20.297782657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-db61da-access","reconcileID":"1494a461-fa06-484e-8255-e2c07f612287","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:20.313175019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ce72f4a-d224-48ad-9f8e-2762a4a86d1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:36.168782489Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:37.726245588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"af144f53-3179-49a1-83f2-b7f03570fce6","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:37.726736245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"premium-w4-e524ce","reconcileID":"02485cd5-0031-4aa4-9f34-8c528947678c","MaaSModelRef":{"name":"premium-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"premium-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"premium-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:37.797484227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"4f0f7d00-9107-4a3f-a7cf-9385e6a052d2","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:37.797788041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"premium-w4-e524ce","reconcileID":"02ed7de3-c445-4af8-bc65-8681a34dbea1","MaaSModelRef":{"name":"premium-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"premium-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"premium-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:37.872715433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"29123300-94f9-4b1c-8e1d-9077b82786d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:37.872856093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"61647dd7-58e4-44c1-82b9-a434319b4677","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:37.925595279Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-subscription","reconcileID":"216da3f0-157b-4308-a8e4-9ad15e581a8a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:37.92564379Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-subscription","reconcileID":"14f674cf-77b9-468c-97d4-59df2361b6eb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-premium-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/premium-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:37.928423643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"29123300-94f9-4b1c-8e1d-9077b82786d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:37.929258211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"61647dd7-58e4-44c1-82b9-a434319b4677","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:38.275710074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"1ccb53a1-064e-4b7b-bf12-86ba7439e6b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:38.275710071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"7d80e33e-5fc4-464d-a746-a6fb2b22bb72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:38.33021105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"1ccb53a1-064e-4b7b-bf12-86ba7439e6b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:38.33033226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"7d80e33e-5fc4-464d-a746-a6fb2b22bb72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:43.716567603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-d3c7fa24","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"e2e-conflict-a-d3c7fa24","reconcileID":"8f9039ab-973b-4240-8292-e02c7fb21f99","MaaSModelRef":{"name":"e2e-conflict-a-d3c7fa24","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"e2e-conflict-a-d3c7fa24-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"e2e-conflict-a-d3c7fa24","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:43.926655108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"simulator-w1-e65019","reconcileID":"4dd5cce6-54f9-41cc-b4b6-ebc29fba6fd9","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"simulator-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"simulator-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:43.927010766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"premium-w1-e65019","reconcileID":"5702d491-fa0b-4dcb-8050-af830cf8268d","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"premium-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"premium-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:43.998833048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"simulator-w1-e65019","reconcileID":"60483cd9-db7d-45e7-8581-90c7ea4f1ed2","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"simulator-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"simulator-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:43.999179804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"premium-w1-e65019","reconcileID":"f46cb908-1deb-46d1-8da7-a8fa14671c50","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"premium-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"premium-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:44.078131869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"53b222ec-174e-4627-b12d-a7a1f667aeb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:44.078132093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"4d7b4352-646a-4469-8ac9-c16957c2a27f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:44.137346668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-subscription","reconcileID":"789c3258-a478-4862-a16b-70338da31017","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-premium-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/premium-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:44.143786469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"53b222ec-174e-4627-b12d-a7a1f667aeb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:44.138297278Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-subscription","reconcileID":"2605377b-b3ec-41e2-82ca-7194602c5c42","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-simulator-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:44.146916505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"4d7b4352-646a-4469-8ac9-c16957c2a27f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:44.43682101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"72435edc-790e-4cf4-bb54-ddcd34b05426","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:44.487954835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"4ed9aeaa-3019-4413-8169-edb1048f88f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:44.490413418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"72435edc-790e-4cf4-bb54-ddcd34b05426","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:44.54204843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"4ed9aeaa-3019-4413-8169-edb1048f88f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:46.979551632Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-subscription","reconcileID":"87d5fbf9-b422-406c-bd02-f485d6e60b0f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-premium-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:47.08311543Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-subscription","reconcileID":"176580e0-9375-4371-a222-1fefdfe6e507","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:47.192043123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-subscription","reconcileID":"f0f69a50-8386-4c71-a202-09ad9b4eb2ea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-premium-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/premium-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:47.240790533Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-db61da-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-db61da-sub","reconcileID":"7107345b-c803-453a-b7a9-7015bcd2ad3d","MaaSSubscription":{"name":"e2e-rt-sw-db61da-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-db61da","model":"llm/e2e-rt-sw-db61da","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:47.289942891Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-subscription","reconcileID":"232dd959-61bc-4ed9-9d79-2a6ae5eaf57f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-premium-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:47.383361695Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-subscription","reconcileID":"bdd94501-481c-46f3-9bb8-5310cae493ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-simulator-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:47.483365998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-subscription","reconcileID":"6fa794eb-e784-4abe-8904-bfed7f8fcd95","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-premium-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/premium-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:47.581222811Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cede24bb-74df-4db1-9c7d-08c0f45d8065","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:47.603447813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-subscription","reconcileID":"2e9e4e03-6d2a-463f-b0dd-c2cda61213dd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:47.688140802Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-subscription","reconcileID":"4fd31357-5e02-4e1b-8e0a-ba3de9d977c2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-premium-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/premium-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:47.785873705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-subscription","reconcileID":"9a713781-f339-4144-b873-bb8d3f03bebe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-simulator-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:47.895255132Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-subscription","reconcileID":"00102e05-8d84-473c-953d-b1119208b7b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:47.985808904Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d97554cf-d064-4e85-b08b-1e8cb633a15f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:48.028642449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"cc42f403-bd88-48e8-9e6c-6dd0f3b6fbf4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:48.028642327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"dfe8240d-ac62-4ef1-814a-7ca8014ef009","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:48.083000187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"dfe8240d-ac62-4ef1-814a-7ca8014ef009","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:48.083007247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"cc42f403-bd88-48e8-9e6c-6dd0f3b6fbf4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:56.901945092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-w4-e524ce","reconcileID":"af881d0c-8833-464b-b8b4-e850edd19201","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:59.089832682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"edaf4659-9de5-4543-b964-cb35a63beb2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:59.089898748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"5e7aa2d5-0862-4096-94a7-eb209422a765","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:59.145865176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"5e7aa2d5-0862-4096-94a7-eb209422a765","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:59.14590626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"edaf4659-9de5-4543-b964-cb35a63beb2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:06.169904327Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:08.740775136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-w1-e65019","reconcileID":"a45b7e9e-6ddf-46db-8be0-46f6afcededb","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:11.991449523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"62281a68-2409-46a4-9f20-9f91681fd4ce","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"premium-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"premium-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:11.991852056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-d3c7fa24","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"e2e-conflict-a-d3c7fa24","reconcileID":"9f381d8b-4747-4551-9161-a94fee2cd23b","MaaSModelRef":{"name":"e2e-conflict-a-d3c7fa24","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"e2e-conflict-a-d3c7fa24-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"e2e-conflict-a-d3c7fa24","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:11.992138321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"f8ec8c42-c483-4d9c-b150-263c9aac6af2","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:12.062723046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"914e65a6-0668-4f08-b8ef-f10a35e4a255","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:12.063056099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"c331ddcb-3f5d-4822-a32c-6834ca972aa3","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"premium-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"premium-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:12.063377481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-d3c7fa24","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"e2e-conflict-a-d3c7fa24","reconcileID":"fd5d8fb9-d223-428d-8c5a-549322b9a775","MaaSModelRef":{"name":"e2e-conflict-a-d3c7fa24","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"e2e-conflict-a-d3c7fa24-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"e2e-conflict-a-d3c7fa24","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:12.142103829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"5028e133-9fe9-4104-936c-8bfd74352f61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:12.145647814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"450a7e71-8433-4a4a-9485-e8a2ae7cc26c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:12.195275844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-subscription","reconcileID":"4b15c945-d98b-49c2-b2e1-9b117298013c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-premium-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:12.195388256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-subscription","reconcileID":"ae699851-85e4-4c83-bb49-b6a8c4bce44f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:12.199904712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"5028e133-9fe9-4104-936c-8bfd74352f61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:12.200643529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"450a7e71-8433-4a4a-9485-e8a2ae7cc26c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:12.581860177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"4a6c2533-e7d1-4537-9e2b-84239b87492b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:12.581867707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"06fa2419-6f3d-468c-b281-3a173895c95d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:12.642799516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"06fa2419-6f3d-468c-b281-3a173895c95d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:12.650389371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"4a6c2533-e7d1-4537-9e2b-84239b87492b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:15.384261077Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-db61da","reconcileID":"21739b00-cdd4-4dd2-9d52-02ef05fe2dc1","namespace":"llm","name":"e2e-rt-sw-db61da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:15.438079366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-db61da","reconcileID":"8b9664dd-80ca-4a2c-9f31-1a94b6846d7d","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-db61da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:15.438108136Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-db61da","reconcileID":"8b9664dd-80ca-4a2c-9f31-1a94b6846d7d","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-db61da-be9bd7498a77","namespace":"llm","model":"e2e-rt-sw-db61da","externalModel":"e2e-rt-sw-db61da","provider":"e2e-rt-sw-db61da-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:15.536358395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"de27cbf1-7146-4f72-88e5-fb1136739cf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:15.537049596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"a54e58d9-6cdf-434e-b300-630f2b9a9219","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:15.537373778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"b34cdc57-f2ab-48b4-8b39-650e3ae5ccdb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:15.589280835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"235a1271-54f4-448d-9ced-89a2e2d50895","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:15.590723906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"de27cbf1-7146-4f72-88e5-fb1136739cf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:15.591839102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0a87016f-0cbf-456b-907c-c8fef53d3919","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:15.595880859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"a54e58d9-6cdf-434e-b300-630f2b9a9219","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:15.5959369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"b34cdc57-f2ab-48b4-8b39-650e3ae5ccdb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:15.619630643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ce605a2b-bb11-4d15-ba58-35da0dc9a938","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:15.619693893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ce605a2b-bb11-4d15-ba58-35da0dc9a938","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:15.620061365Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d4cda3a0-7000-42e0-a022-053f04fe0695","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:15.620080135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d4cda3a0-7000-42e0-a022-053f04fe0695","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:15.620384417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f8e3ff3a-4177-4c8e-acae-897cad4c38a0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:15.6204008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f8e3ff3a-4177-4c8e-acae-897cad4c38a0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:15.620702734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c859a4ef-77fc-4165-b8f3-f1013c5e7d28","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:15.620721831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c859a4ef-77fc-4165-b8f3-f1013c5e7d28","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:15.621190491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"886a0dcc-63df-48e7-94e0-96a40ab82b64","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:15.621208356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"886a0dcc-63df-48e7-94e0-96a40ab82b64","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:15.644375593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"235a1271-54f4-448d-9ced-89a2e2d50895","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:15.648201416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0a87016f-0cbf-456b-907c-c8fef53d3919","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:15.670537621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-db61da","reconcileID":"c887df8f-6c58-4600-8144-77379cef7d4c","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-db61da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:15.670559916Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-db61da","reconcileID":"c887df8f-6c58-4600-8144-77379cef7d4c","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-db61da-be9bd7498a77","namespace":"llm","model":"e2e-rt-sw-db61da","externalModel":"e2e-rt-sw-db61da","provider":"e2e-rt-sw-db61da-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:15.721060404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c05feb0c-5770-4568-9615-eb6f9815d40d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:15.721085871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c05feb0c-5770-4568-9615-eb6f9815d40d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:15.721430136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3e3c19b2-9423-43e9-942d-1060b91de0b4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:15.721445867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3e3c19b2-9423-43e9-942d-1060b91de0b4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:15.721738204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fb7c0022-541e-4d6c-9c28-c6017a26ad17","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:15.721753697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fb7c0022-541e-4d6c-9c28-c6017a26ad17","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:15.818935863Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"649e6718-f0eb-4ead-8920-82ac694e4590","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:15.81895898Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"52baa4b3-7f03-41a6-a1f5-d1ed255b5b66","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:15.870018772Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-db61da-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-db61da-sub","reconcileID":"49131aee-1964-442d-84d3-5a38a1b4b814","MaaSSubscription":{"name":"e2e-rt-sw-db61da-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-db61da","model":"llm/e2e-rt-sw-db61da","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:15.904718407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"dd6359aa-4802-441d-ae2e-069e4c34efc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:15.904923481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"45d4043b-3023-400c-bb45-f4d57b19bb72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:15.905492986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"8c4fcb5e-0ecd-4c79-ae98-b8c53c1ebc06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:15.962064839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"dd6359aa-4802-441d-ae2e-069e4c34efc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:15.963674269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"8c4fcb5e-0ecd-4c79-ae98-b8c53c1ebc06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:15.964489007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"45d4043b-3023-400c-bb45-f4d57b19bb72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:15.999715956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"1ba24c09-a1e2-4e6c-ab8b-bc635c1c3947","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:16.047877297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-db61da-access","reconcileID":"a5358331-d103-4f40-9605-26c3096a679f","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:16.056271494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"1ba24c09-a1e2-4e6c-ab8b-bc635c1c3947","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:16.108581659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-db61da-access","reconcileID":"a5358331-d103-4f40-9605-26c3096a679f","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:16.266749179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"7a7f6df4-765c-4785-a245-ce264336cb5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:16.266817162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"b997558b-45e5-4f18-9f8b-28d567db248b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:16.269026381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"e098c485-137f-4d7c-bbd9-9bdb1fda24de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:16.321605885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"7a7f6df4-765c-4785-a245-ce264336cb5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:16.32315947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"b997558b-45e5-4f18-9f8b-28d567db248b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:16.32499143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"e098c485-137f-4d7c-bbd9-9bdb1fda24de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:16.415502922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a280ea99-b2b5-4947-b6d5-91883fa75cff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:16.46920058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a280ea99-b2b5-4947-b6d5-91883fa75cff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:16.561983583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"377feb5e-f1a9-4af2-871a-6ed667a7eb5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:16.619295827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"377feb5e-f1a9-4af2-871a-6ed667a7eb5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:16.726478284Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-db61da","reconcileID":"ace1bd0b-e6d7-4eeb-80d9-61ca1e9a4b10","namespace":"llm","name":"e2e-rt-sw-db61da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:16.878900312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"b38b9237-49f2-4e87-a5af-e76cc55d6d2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:16.879611074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"64ae21d5-47a5-478c-947a-8cb2951f7370","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:16.880140782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"b6284d53-75a8-49b8-b27e-160fb2e72c27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:16.922139241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-db61da-access","reconcileID":"f32af8e7-abb2-4498-a0a8-f6f2919bc65e","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:16.935594306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"64ae21d5-47a5-478c-947a-8cb2951f7370","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:16.935641697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"b38b9237-49f2-4e87-a5af-e76cc55d6d2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:16.937886022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"b6284d53-75a8-49b8-b27e-160fb2e72c27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:16.975658387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-db61da-access","reconcileID":"f32af8e7-abb2-4498-a0a8-f6f2919bc65e","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:17.017187895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5f3bd5d0-e54d-43ff-ae20-777bc8552756","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:17.074421098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5f3bd5d0-e54d-43ff-ae20-777bc8552756","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:17.29079397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"6827d13e-ac6b-4467-b168-b203b5172717","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:17.290929883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"401cc8f8-5d27-4e75-98e9-05a332f8b0d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:17.290798447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"7638b4cd-f49e-4bd5-9f50-c014a1c237e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:17.34725023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"6827d13e-ac6b-4467-b168-b203b5172717","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:17.348046215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"7638b4cd-f49e-4bd5-9f50-c014a1c237e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:17.356209146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"401cc8f8-5d27-4e75-98e9-05a332f8b0d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:17.390119274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"09a25bdd-b3bd-4191-8e03-d2e20b4e3469","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:17.4547617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"09a25bdd-b3bd-4191-8e03-d2e20b4e3469","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:17.499537803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"8815f32c-0e44-4d08-9e9c-c6414d901ade","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:17.556766364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"8815f32c-0e44-4d08-9e9c-c6414d901ade","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:17.700865441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"1d232aef-fcc6-4402-9228-b71192faa70a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:17.701997086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"91ee8865-e7bc-43d3-830d-6c0cc4d11c4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:17.749269734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7598db31-9459-4869-9fb3-f4abfd77ca6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:17.75469091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"1d232aef-fcc6-4402-9228-b71192faa70a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:17.756719043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"91ee8865-e7bc-43d3-830d-6c0cc4d11c4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:17.802962409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7598db31-9459-4869-9fb3-f4abfd77ca6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:24.109372591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"5dceab18-4f12-4958-b290-2c1b7fc10388","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:24.109895297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"7b740660-a373-4042-ba5c-2a22c028860c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:24.189835197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"7b740660-a373-4042-ba5c-2a22c028860c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:24.192566799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"5dceab18-4f12-4958-b290-2c1b7fc10388","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:24.409867148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"917dd3ce-bff1-4f14-ac7d-cbeb8da77e2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:24.47643181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"917dd3ce-bff1-4f14-ac7d-cbeb8da77e2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:24.530923641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-db61da-access","reconcileID":"559264db-5711-4ec5-a843-d4d1f8ae7b16","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:24.531864309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b6b40a22-0958-48f9-bf42-fd43685e6f02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:24.605617507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b6b40a22-0958-48f9-bf42-fd43685e6f02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:24.608215542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-db61da-access","reconcileID":"559264db-5711-4ec5-a843-d4d1f8ae7b16","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:36.168275047Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:43.869116896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"0b7cc474-9183-4997-ba3e-c065394c75dd","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:43.869517641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"premium-w4-e524ce","reconcileID":"4ec4945d-9638-47dd-a570-c142532ef14a","MaaSModelRef":{"name":"premium-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"premium-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"premium-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:43.869788438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-w4-e524ce","reconcileID":"4a2b429b-20d5-44bb-8243-6edf6e87561a","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:43.943067792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"e8e2845d-c786-42d9-b2b8-de1bd9638d41","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:43.943622338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"premium-w4-e524ce","reconcileID":"64653e99-72f9-4d2f-a6f5-b4ba7de9d828","MaaSModelRef":{"name":"premium-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"premium-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"premium-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:43.944060676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-w4-e524ce","reconcileID":"f9bc3678-40ac-4193-aefa-1738c779c7d3","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:44.0146445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"ca27d818-1257-46c9-a723-6af3b076c920","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:44.015894831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"fa168b01-a2cf-4697-91a5-485402dfbdff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:44.066698767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-subscription","reconcileID":"a0c87d93-6fd0-43aa-9c8c-7eae0b6e65d8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:44.067226906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-subscription","reconcileID":"cc63d63b-d5ad-49a6-b181-a0cc34d0695f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-premium-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/premium-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:44.068790964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"ca27d818-1257-46c9-a723-6af3b076c920","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:44.070295705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"fa168b01-a2cf-4697-91a5-485402dfbdff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:44.364118385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"f2ec8d50-6973-4a7f-ac9d-cb04af375cf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:44.371808289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"f640d7f6-ec11-447f-b4b9-1c049d2fa6ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:44.417885837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"f2ec8d50-6973-4a7f-ac9d-cb04af375cf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:44.427920495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"f640d7f6-ec11-447f-b4b9-1c049d2fa6ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:54.785662476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"simulator-w1-e65019","reconcileID":"0105675c-eaea-49fb-94b4-c6b28475b6b5","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"simulator-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"simulator-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:54.789856944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"premium-w1-e65019","reconcileID":"96d2a874-9f9b-4bca-9929-357e2245cf7a","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"premium-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"premium-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:54.790346131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-w1-e65019","reconcileID":"41001ee3-e91b-4b08-8e3b-4e2a271f552a","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:54.869779286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"simulator-w1-e65019","reconcileID":"07d01c93-d379-4813-978a-84828e1657d5","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"simulator-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"simulator-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:54.870293174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"premium-w1-e65019","reconcileID":"496b6d00-ddf9-45a1-9338-27ffe35d146f","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"premium-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"premium-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:54.870839907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-w1-e65019","reconcileID":"ba91c12e-22bf-4790-9c94-e520c3a8ed85","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:54.935750143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"023a90df-beb8-436e-a640-00e3a769ce85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:54.94475709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"c99c3050-574c-45bf-a67b-fedf7b4036c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:54.995619611Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-subscription","reconcileID":"ca6b05e4-41d4-4e10-8604-51f0aadc0c90","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-premium-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/premium-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:54.996615225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-subscription","reconcileID":"7980c3ed-24fb-44bf-877c-90ac4509778a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-simulator-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:55.004819664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"c99c3050-574c-45bf-a67b-fedf7b4036c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:55.00621231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"023a90df-beb8-436e-a640-00e3a769ce85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:55.366718844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"6987ad7f-8dc0-4b77-a4d8-7e5040b3a641","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:55.370427697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"e3ff7694-633d-43b5-b382-2f4928816d0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:55.422195609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"6987ad7f-8dc0-4b77-a4d8-7e5040b3a641","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:55.489960531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"e3ff7694-633d-43b5-b382-2f4928816d0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:55.538654942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"1f6195f4-cf25-49bd-bafb-24de79403556","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:55.539621306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"0cc7295e-a774-4baf-9f01-deb352a1d961","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:55.594747568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"0cc7295e-a774-4baf-9f01-deb352a1d961","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:55.594922021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"1f6195f4-cf25-49bd-bafb-24de79403556","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:02.756884052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-b-d3c7fa24","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"e2e-conflict-b-d3c7fa24","reconcileID":"cbe8d3e8-5fe7-4b48-bf22-1866e5ea11af","MaaSModelRef":{"name":"e2e-conflict-b-d3c7fa24","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"e2e-conflict-b-d3c7fa24-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"e2e-conflict-b-d3c7fa24","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:02.824138953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-d3c7fa24","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"e2e-conflict-a-d3c7fa24","reconcileID":"93a47990-993f-469a-af17-58b1f75adabd","MaaSModelRef":{"name":"e2e-conflict-a-d3c7fa24","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"e2e-conflict-a-d3c7fa24-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"e2e-conflict-a-d3c7fa24","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:03.820580064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-d3c7fa24","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"e2e-conflict-a-d3c7fa24","reconcileID":"58770eb9-62af-4d50-b772-c50bce0ee378","MaaSModelRef":{"name":"e2e-conflict-a-d3c7fa24","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"e2e-conflict-a-d3c7fa24-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"e2e-conflict-a-d3c7fa24","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:06.167865174Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:09.831068699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"10734ad6-103c-4b9e-b228-fb5d8c7d4687","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"simulator-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"simulator-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:09.83165239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"9c8ac78c-94bc-4522-97fa-39f32892a5da","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"premium-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"premium-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:09.906262733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"26a1c3b9-51fe-4a4f-bb0a-8cecfb325dcd","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"simulator-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"simulator-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:09.906613781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"365e29f1-25d8-4853-a46d-74b56c803167","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"premium-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"premium-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:09.978890692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"18d347e4-0540-4396-8d61-8464c83d2b6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:10.034214732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"18d347e4-0540-4396-8d61-8464c83d2b6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:10.05614718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-subscription","reconcileID":"34f444ef-e3bc-450f-bc1e-2758ae4fe139","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-premium-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:10.057113918Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-subscription","reconcileID":"0c5faa8d-e521-4aa9-bb26-de9178ac02ea","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-simulator-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:10.083939494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"046fc33a-1e98-48c0-82f0-f3653aa37b40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:10.139579068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"046fc33a-1e98-48c0-82f0-f3653aa37b40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:10.343157278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"2ca1caf6-9ea4-4064-8035-506381fd2c22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:10.398365188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"2ca1caf6-9ea4-4064-8035-506381fd2c22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:10.495986262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"67cbe3d9-4b50-4e2a-8ef3-0f07b80e13e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:10.552217607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"67cbe3d9-4b50-4e2a-8ef3-0f07b80e13e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:12.967392204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"e7b627c1-04a8-4945-9a8f-7a1b5d347650","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:12.9681973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"1f72565d-b07a-4fac-a5ca-c9fc7f2d8a57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:13.028220597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"e7b627c1-04a8-4945-9a8f-7a1b5d347650","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:13.030519205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"1f72565d-b07a-4fac-a5ca-c9fc7f2d8a57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:15.762407964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-2-w4-e524ce","reconcileID":"fa1caef4-573d-46fb-b2c4-97e448af66ed","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-2-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-2-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:16.822950905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"7bdb3250-cbcd-499a-9e1f-f2d0d2b4ecc7","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:16.875107451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"e3abf9ff-8bef-4c6d-b080-65a4d3bc0771","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:17.023254702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-dedup-auth","reconcileID":"8e79740f-e4e3-4452-9b33-b10817d3209e","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:17.088155349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-dedup-auth","reconcileID":"8e79740f-e4e3-4452-9b33-b10817d3209e","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:17.344567352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"940700c0-ad2f-47ef-830c-6bf30369fe58","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:17.492056758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-dedup-auth","reconcileID":"bca3bf14-0751-43d0-8db4-3e376f5dd0a5","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:17.549111415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-dedup-auth","reconcileID":"bca3bf14-0751-43d0-8db4-3e376f5dd0a5","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:19.770301187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"f7b5928c-3e94-4a38-ae43-a56c36ce0d77","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:19.822614122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"55b4eb19-fdf6-4396-92f1-f27254e8219e","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:19.876619591Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-dedup-subscription","reconcileID":"8f901cd0-ef38-447b-86f6-a90c7f923a0d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dedup-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:19.925241832Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"624daf6c-462d-4570-92ea-52ceda803d78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:19.925276603Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-dedup-auth","reconcileID":"235aca8a-44a2-4575-8124-cba867e543af","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:19.925722204Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"8b3d6414-b43f-4080-9706-d5306ee32e30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:19.980352533Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-dedup-auth","reconcileID":"235aca8a-44a2-4575-8124-cba867e543af","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:19.980569885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"eb59be8f-5914-4515-9e87-2b50caafa16c","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:19.982358032Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"624daf6c-462d-4570-92ea-52ceda803d78","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:19.983487706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"f37edd9d-8f17-4b42-8b25-821eb3473da0","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:19.985426704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"premium-w4-e524ce","reconcileID":"f9b75029-b9df-4df0-929d-42e86580531d","MaaSModelRef":{"name":"premium-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"premium-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"premium-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:19.985972431Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"8b3d6414-b43f-4080-9706-d5306ee32e30","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:19.986675557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"2aff8ad4-04ff-4ebd-8a19-313b85ecda6a","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:20.046430038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"86c4f9a8-2425-43df-8675-ba08ccf6880c","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:20.13352702Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-dedup-auth","reconcileID":"2ebdcc3e-27f7-4ec7-b28b-f97e778a6aa6","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:20.133603342Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-dedup-auth","reconcileID":"2ebdcc3e-27f7-4ec7-b28b-f97e778a6aa6","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:20.136669Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"a2b67c4d-5204-4636-b1fd-3b8500c67cfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:20.136684087Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"a77ae7c3-5eaf-4a63-ae71-b506d60e78cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:20.136723741Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"a2b67c4d-5204-4636-b1fd-3b8500c67cfe","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:20.136732734Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"a77ae7c3-5eaf-4a63-ae71-b506d60e78cf","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:20.282038546Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-dedup-auth","reconcileID":"ad36a7a7-ca89-4778-a5d4-94e003b04f2e","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:20.282104731Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-dedup-auth","reconcileID":"ad36a7a7-ca89-4778-a5d4-94e003b04f2e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:20.293765093Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"e23d890f-6888-48c5-b6da-ff81a6f38087","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:20.293821417Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"e23d890f-6888-48c5-b6da-ff81a6f38087","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:20.293846514Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"92248e02-9ddb-486a-9983-9ac1068520a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:20.293897168Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"92248e02-9ddb-486a-9983-9ac1068520a8","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:20.301570146Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-dedup-subscription","reconcileID":"4d9e31ad-d676-4c6f-934d-684646792bc8","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription","ai-tenant-e2e-worker-w4-e524ce/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:20.452518129Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-dedup-auth","reconcileID":"79965206-6a0f-4c83-9636-e1233c2a3435","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:20.452582446Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-dedup-auth","reconcileID":"79965206-6a0f-4c83-9636-e1233c2a3435","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:20.461967397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"b4d6e482-13e5-414e-872f-5f9c95afa6ae","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:20.512840584Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-subscription","reconcileID":"0615c649-2f42-4978-94a6-1f3f137ebf6c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:20.560722215Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"9bebcd9d-7d01-4c53-bd34-265dc2be8e16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:20.560735513Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"1e485788-5c7c-4beb-ac05-ac00a3a965c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:20.560790324Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"9bebcd9d-7d01-4c53-bd34-265dc2be8e16","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:20.560804104Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"1e485788-5c7c-4beb-ac05-ac00a3a965c4","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:20.650061429Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-dedup-auth","reconcileID":"78fa0e24-d454-49a1-abf1-54e97ce54f1d","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:20.650130059Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-dedup-auth","reconcileID":"78fa0e24-d454-49a1-abf1-54e97ce54f1d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:20.672602975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-dedup-subscription","reconcileID":"4874be93-ca4a-418c-b147-5a8a970ccc76","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:20.751273643Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"35260877-a8cd-40e8-b5fc-16e7f5d28acd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:20.751357564Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"35260877-a8cd-40e8-b5fc-16e7f5d28acd","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:20.751581132Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"a1acf99e-5427-49c0-bea5-50ea03809ff3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:20.751629995Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"a1acf99e-5427-49c0-bea5-50ea03809ff3","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:20.883445246Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-dedup-auth","reconcileID":"11df5b30-2200-4801-b7b3-c1e11a840802","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:20.883509479Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-dedup-auth","reconcileID":"11df5b30-2200-4801-b7b3-c1e11a840802","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:20.983360084Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"d383a2e7-9446-4a70-a01f-f222b1329735","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:20.983394604Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"19c7d1dd-fbda-4399-af3c-746ace504adb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:20.983415782Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"d383a2e7-9446-4a70-a01f-f222b1329735","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:20.983443637Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"19c7d1dd-fbda-4399-af3c-746ace504adb","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:21.190624217Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-dedup-auth","reconcileID":"4fb6328b-aadc-4c82-a784-ae2c1d8bbc52","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:21.190692148Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-dedup-auth","reconcileID":"4fb6328b-aadc-4c82-a784-ae2c1d8bbc52","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:21.293238833Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"58560a4c-34a1-42de-bdcc-685ce02e9e4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:21.293308432Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"58560a4c-34a1-42de-bdcc-685ce02e9e4a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:21.293383846Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"339c5587-f1b7-4a7e-a34a-8ec9f51d2b98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:21.293437874Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"339c5587-f1b7-4a7e-a34a-8ec9f51d2b98","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:21.660444727Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-dedup-auth","reconcileID":"6a20352e-5a98-4ba5-ad53-3ebd2f4f9ec6","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:21.660552374Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-dedup-auth","reconcileID":"6a20352e-5a98-4ba5-ad53-3ebd2f4f9ec6","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:21.760849338Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"4ee6f71b-24f3-486c-8708-5efa9033a9a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:21.760912091Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"4ee6f71b-24f3-486c-8708-5efa9033a9a0","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:21.761143386Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"aa5826df-9790-4124-b27e-051be9669b57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:21.761217193Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"aa5826df-9790-4124-b27e-051be9669b57","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:22.387577187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-2-w1-e65019","reconcileID":"10b837d6-c4e7-4422-92db-1f03b9c560d6","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-2-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-2-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:22.456158803Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-dedup-auth","reconcileID":"7e359fbe-5adb-4e16-915a-93b9a9c3c769","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:22.456234497Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-dedup-auth","reconcileID":"7e359fbe-5adb-4e16-915a-93b9a9c3c769","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:22.557952992Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"6596dbd5-70d9-4d15-b327-abab935dc489","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:22.558039258Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"6596dbd5-70d9-4d15-b327-abab935dc489","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:22.558027278Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"6b2c8538-bf12-4eb2-be74-491efa8524ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:22.558100689Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"6b2c8538-bf12-4eb2-be74-491efa8524ed","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:22.883390527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"b2fd52cf-68f5-4f3d-b126-991aedc8b778","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:22.926803239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"3612de5f-70bd-4a2a-8ff5-627d15b8ad2f","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:22.92734735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"ecb08c0f-4202-461d-8ca8-4042f6c86361","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"premium-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"premium-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:22.927776183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-d3c7fa24","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"e2e-conflict-a-d3c7fa24","reconcileID":"86cec618-5743-4eed-bd9f-1c0d68fc61d4","MaaSModelRef":{"name":"e2e-conflict-a-d3c7fa24","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"e2e-conflict-a-d3c7fa24-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"e2e-conflict-a-d3c7fa24","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:23.038124072Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"82dacfa1-063c-46e7-92f5-e3565ab59322","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:23.038203317Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"82dacfa1-063c-46e7-92f5-e3565ab59322","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:23.038885163Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-dedup-auth","reconcileID":"272ec935-449c-488d-91f0-5545f671705d","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:23.038906238Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"b50d9028-898a-4de6-8365-c41672a42de7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:23.038938563Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-dedup-auth","reconcileID":"272ec935-449c-488d-91f0-5545f671705d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:23.038955735Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"b50d9028-898a-4de6-8365-c41672a42de7","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:23.136652254Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-subscription","reconcileID":"2b1a807f-70e2-41c9-a91e-f9afe2b28938","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:23.141126826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"7151d94e-832f-4a45-8a01-efa4374bbc17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:23.141569203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"4e1b4144-1c82-495e-91e5-c8145c30ea03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:23.14535423Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-subscription","reconcileID":"e509c43e-dded-4966-abf0-29d8f8c4f188","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-premium-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:23.201428729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"4e1b4144-1c82-495e-91e5-c8145c30ea03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:23.20597071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"7151d94e-832f-4a45-8a01-efa4374bbc17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:23.302689293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-w1-e65019","reconcileID":"f95f7755-9db6-4ab9-bfd6-6d35b282f268","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:23.362271344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-w1-e65019","reconcileID":"02253d9c-1bfe-448d-b3fd-94b871de85f2","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:23.622079782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-return-all-auth1","reconcileID":"e467a2f7-28c2-47c9-8be6-1e97a98eb230","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:23.723254104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-w1-e65019","reconcileID":"dc10ec34-0aec-419d-b7a7-33d6498cab2d","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:23.723995375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-return-all-auth1","reconcileID":"e467a2f7-28c2-47c9-8be6-1e97a98eb230","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:23.72423372Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-return-all-sub1","reconcileID":"aa6b6eca-a29d-4833-b008-637599dbfd43","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:23.776706136Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-e65019-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9837decaa026cb02716a05032462e2dd280f869d517dbc2ae81618a09a7c2418) AuthConfig (1b4a1681dda54b82bc8a92166d7fdd3d5b651a2c70012ef6c1d5bd99a8f5878b) AuthConfig (c72f6a7bdb0b0757bf49c952a3df11bb88aa84468da04a6372c247cce245eb2b) AuthConfig (0a7b2a55fb2f2d807a262400da5b67848ebcfd938a4eef25f8324a41d3efeb52) AuthConfig (4c2b375565fdfc79917f867684b52a8ac9cbfb894ce5bcec152bb93c33021d0a) AuthConfig (bcf8c7eb330cbf8315d9df63951e9b927f0d05badbd4563c19703d0a8d12ae4b) AuthConfig (ae0f3944245e0931c06570439e37603086c18879c14d66ff78629f763379fca7) AuthConfig (9910dd063853df25e9f5aaa4718dd7b8308086484784e3b694bfeff87b69ed82) AuthConfig (cd42aef32de144fcdfa81d1beb8234565418b87dcced003c214df5d999fe6930) AuthConfig (ea3fa1017dc79f5e46dadb48b10d93a16b880d8ddff82f81979568e0b6889120) AuthConfig (0eda76a0928195a7df5f5dc774b3c5fa2feae2a3150fbf16782015d5ae5bdf1c) AuthConfig (dded909e7d20ed862b8c9066e1d1df308582e16f1bdec72f7c370cf5734920b4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-return-all-auth1","reconcileID":"e467a2f7-28c2-47c9-8be6-1e97a98eb230","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:23.831399293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-w1-e65019","reconcileID":"06e3eddf-fd88-4a6a-b7cb-d95952749f08","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:23.833848804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-w1-e65019","reconcileID":"0b69df71-5a39-4de8-80f6-ff70b2f6d206","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:23.86664637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"0b316ee2-dc4b-46ee-acf8-e9bc63ff84fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:23.872715925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"1032e5ce-fe64-4214-a5af-5fc66ec185e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:23.888044353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-w1-e65019","reconcileID":"780e672b-ac90-4b59-81fb-7ee3bf627893","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:23.888567889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-2-w1-e65019","reconcileID":"d75c0afe-edce-409e-9a2b-7203bd6b276b","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-2-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-2-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:23.921921907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"0b316ee2-dc4b-46ee-acf8-e9bc63ff84fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:23.927696162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"1032e5ce-fe64-4214-a5af-5fc66ec185e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:23.944118607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-2-w1-e65019","reconcileID":"0794fdfb-84ec-4489-ac38-3afcb18613ed","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-2-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-2-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:24.03907018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-return-all-auth1","reconcileID":"a5fdc4aa-0c20-465b-82e5-d05677d5fa8f","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:24.098511183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-return-all-auth1","reconcileID":"a5fdc4aa-0c20-465b-82e5-d05677d5fa8f","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:24.111207157Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-return-all-sub1","reconcileID":"28dcd88f-ecc0-4caf-9d3b-d44450831083","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-distinct-w1-e65019","model":"distinct-w1-e65019","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-e65019/e2e-return-all-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:24.155997169Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-e65019-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9837decaa026cb02716a05032462e2dd280f869d517dbc2ae81618a09a7c2418) AuthConfig (1b4a1681dda54b82bc8a92166d7fdd3d5b651a2c70012ef6c1d5bd99a8f5878b) AuthConfig (c72f6a7bdb0b0757bf49c952a3df11bb88aa84468da04a6372c247cce245eb2b) AuthConfig (0a7b2a55fb2f2d807a262400da5b67848ebcfd938a4eef25f8324a41d3efeb52) AuthConfig (4c2b375565fdfc79917f867684b52a8ac9cbfb894ce5bcec152bb93c33021d0a) AuthConfig (bcf8c7eb330cbf8315d9df63951e9b927f0d05badbd4563c19703d0a8d12ae4b) AuthConfig (ae0f3944245e0931c06570439e37603086c18879c14d66ff78629f763379fca7) AuthConfig (9910dd063853df25e9f5aaa4718dd7b8308086484784e3b694bfeff87b69ed82) AuthConfig (cd42aef32de144fcdfa81d1beb8234565418b87dcced003c214df5d999fe6930) AuthConfig (ea3fa1017dc79f5e46dadb48b10d93a16b880d8ddff82f81979568e0b6889120) AuthConfig (0eda76a0928195a7df5f5dc774b3c5fa2feae2a3150fbf16782015d5ae5bdf1c) AuthConfig (dded909e7d20ed862b8c9066e1d1df308582e16f1bdec72f7c370cf5734920b4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-return-all-auth1","reconcileID":"a5fdc4aa-0c20-465b-82e5-d05677d5fa8f","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:24.172546283Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-e65019 priority=0:[ai-tenant-e2e-worker-w1-e65019/e2e-return-all-sub1 ai-tenant-e2e-worker-w1-e65019/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:24.172721087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-2-w1-e65019","reconcileID":"3e6d0906-3ab0-4fe8-9673-c22dd4971000","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-2-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-2-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:24.20205681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-return-all-auth2","reconcileID":"3a3b8ab2-7d6f-49fe-9fb2-03d276707839","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:24.2316443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-w1-e65019","reconcileID":"7c3d9d46-ef75-4ffd-a45d-21b16875442f","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:24.256661217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-return-all-auth2","reconcileID":"3a3b8ab2-7d6f-49fe-9fb2-03d276707839","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:24.26560661Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-return-all-sub1","reconcileID":"28dcd88f-ecc0-4caf-9d3b-d44450831083","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:24.27620005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-2-w1-e65019","reconcileID":"f054bccd-f094-4171-813e-386176ab1e10","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-2-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-2-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:24.281380413Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-e65019/e2e-return-all-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:24.309605717Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-e65019-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9837decaa026cb02716a05032462e2dd280f869d517dbc2ae81618a09a7c2418) AuthConfig (1b4a1681dda54b82bc8a92166d7fdd3d5b651a2c70012ef6c1d5bd99a8f5878b) AuthConfig (c72f6a7bdb0b0757bf49c952a3df11bb88aa84468da04a6372c247cce245eb2b) AuthConfig (0a7b2a55fb2f2d807a262400da5b67848ebcfd938a4eef25f8324a41d3efeb52) AuthConfig (4c2b375565fdfc79917f867684b52a8ac9cbfb894ce5bcec152bb93c33021d0a) AuthConfig (bcf8c7eb330cbf8315d9df63951e9b927f0d05badbd4563c19703d0a8d12ae4b) AuthConfig (ae0f3944245e0931c06570439e37603086c18879c14d66ff78629f763379fca7) AuthConfig (9910dd063853df25e9f5aaa4718dd7b8308086484784e3b694bfeff87b69ed82) AuthConfig (cd42aef32de144fcdfa81d1beb8234565418b87dcced003c214df5d999fe6930) AuthConfig (ea3fa1017dc79f5e46dadb48b10d93a16b880d8ddff82f81979568e0b6889120) AuthConfig (0eda76a0928195a7df5f5dc774b3c5fa2feae2a3150fbf16782015d5ae5bdf1c) AuthConfig (dded909e7d20ed862b8c9066e1d1df308582e16f1bdec72f7c370cf5734920b4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-return-all-auth2","reconcileID":"3a3b8ab2-7d6f-49fe-9fb2-03d276707839","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:24.330707941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-2-w1-e65019","reconcileID":"739ce180-61f3-4db3-90ec-29c7074c116d","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-2-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-2-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:24.364043142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-2-w1-e65019","reconcileID":"0f510e56-1dd3-4cf3-843e-ccb20ae15390","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-2-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-2-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:24.373637383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"185e96f0-0733-43ea-8124-f09ab6c50f42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:24.380647119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"9dbe3d56-fe64-4f79-a0f6-be503266e5ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:24.427635487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"185e96f0-0733-43ea-8124-f09ab6c50f42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:24.434711702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"9dbe3d56-fe64-4f79-a0f6-be503266e5ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:24.463372847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-return-all-sub1","reconcileID":"fbbe19a4-23b2-4bc4-a569-6b0ebcf9d829","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-distinct-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/distinct-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:24.471360794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-return-all-auth1","reconcileID":"49c2ada5-9590-4df2-8872-60e62b491832","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:24.527553021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-return-all-auth1","reconcileID":"49c2ada5-9590-4df2-8872-60e62b491832","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:24.566102301Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-return-all-sub2","reconcileID":"bc9a9d60-63f5-47aa-a39b-09608a9f73fe","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-distinct-2-w1-e65019","model":"distinct-2-w1-e65019","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-e65019/e2e-return-all-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:24.60842596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-return-all-auth2","reconcileID":"e9e20c76-c915-4196-bc35-e89570796731","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:24.618494498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-w1-e65019","reconcileID":"5c5a9fa4-247b-4bb8-bc7d-064fccda436d","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:24.663224762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-return-all-auth2","reconcileID":"e9e20c76-c915-4196-bc35-e89570796731","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:24.727394152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-2-w1-e65019","reconcileID":"c5be6957-cee8-47f5-80a9-37cb8b2c2b13","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-2-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-2-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:24.822663468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-w1-e65019","reconcileID":"a00b125d-ee3b-4091-9485-3abf66c3fc86","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:24.862615405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"70986273-ed46-43b6-be01-640283e2089e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:24.911799486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"e13a7390-574a-49ab-be4d-41fe27a414f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:24.916785302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"70986273-ed46-43b6-be01-640283e2089e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:24.926489208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-return-all-sub2","reconcileID":"cefeacd8-9390-411a-bf04-004b79a69d43","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-distinct-2-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/distinct-2-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:24.967908947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"e13a7390-574a-49ab-be4d-41fe27a414f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:25.024082438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-2-w1-e65019","reconcileID":"ea0bd379-5046-4987-af62-09deb84e6c6a","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-2-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-2-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:25.065991153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-return-all-auth1","reconcileID":"d47c7a99-0866-498e-b0bd-3b00e01e7dbd","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:25.121583936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-return-all-auth1","reconcileID":"d47c7a99-0866-498e-b0bd-3b00e01e7dbd","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:25.578806531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"a04156ef-93d4-47c3-b815-4df9d79e68f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:25.578806626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"a37c67ba-9ad6-4892-9079-a38813290463","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:25.63447099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"a37c67ba-9ad6-4892-9079-a38813290463","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:25.635796443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"a04156ef-93d4-47c3-b815-4df9d79e68f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:25.746738599Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"a5e27c98-e451-43f9-bc1d-5d1d4357be09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:25.746801024Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"a5e27c98-e451-43f9-bc1d-5d1d4357be09","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:25.747215979Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-dedup-auth","reconcileID":"4af97791-eff8-497f-83bb-d23177c92efa","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:25.747276024Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-dedup-auth","reconcileID":"4af97791-eff8-497f-83bb-d23177c92efa","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:25.748561917Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"6aee8da3-d665-4f40-9edc-9bf2eb834d81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:25.748600802Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"6aee8da3-d665-4f40-9edc-9bf2eb834d81","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:28.158856678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-w1-e65019","reconcileID":"363f897f-7553-4ee4-952b-009ef20f189b","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:28.368883553Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-return-all-sub1","reconcileID":"2ae25eb5-c289-4517-8fa9-68711cb02eb4","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f9e521d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:28.466886369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-return-all-auth2","reconcileID":"1e6f31e1-965e-46fb-a388-1303d7f541eb","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:28.4671097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"1f7118b8-d731-46f5-afb1-05a755fcb9a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:28.467305927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"cae914e8-8011-4f49-ac15-630cebc8162f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:28.466884303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-return-all-auth1","reconcileID":"64007ab4-ead6-4d6a-90b0-fe032043db56","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:28.521408835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-return-all-auth2","reconcileID":"1e6f31e1-965e-46fb-a388-1303d7f541eb","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:28.523383431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"1f7118b8-d731-46f5-afb1-05a755fcb9a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:28.523619916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-return-all-auth1","reconcileID":"64007ab4-ead6-4d6a-90b0-fe032043db56","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:28.525663171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"cae914e8-8011-4f49-ac15-630cebc8162f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:28.911813871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-return-all-auth2","reconcileID":"8a97766a-9c2e-4922-b18c-7d65a2198ad9","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:28.935946934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-return-all-auth1","reconcileID":"861a7d28-e234-49b2-9394-b74f45d7f6e8","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:28.936122028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"f5f0a080-fa22-4663-9a68-ae5df91de6a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:28.935953957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"42e844c4-3c64-4372-9735-679eb0f39521","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:28.969711745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-return-all-auth2","reconcileID":"8a97766a-9c2e-4922-b18c-7d65a2198ad9","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:28.9922735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"f5f0a080-fa22-4663-9a68-ae5df91de6a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:28.992344418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"42e844c4-3c64-4372-9735-679eb0f39521","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:28.998197402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-return-all-auth1","reconcileID":"861a7d28-e234-49b2-9394-b74f45d7f6e8","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:29.586938322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"a51c979a-2876-420c-94d7-e3422fcd5afe","MaaSModelRef":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"distinct-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"distinct-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:31.017448917Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"911e58c9-823e-4e57-a603-2b8ce9c30ad2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:31.017523803Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"911e58c9-823e-4e57-a603-2b8ce9c30ad2","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:31.017449423Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-dedup-auth","reconcileID":"eafc28a6-f9d8-4cb4-baf6-7d6e4f800414","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:31.017585205Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-dedup-auth","reconcileID":"eafc28a6-f9d8-4cb4-baf6-7d6e4f800414","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:31.017649944Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"b52ae07e-8659-4103-862d-99642a3ad6ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:31.017696231Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"b52ae07e-8659-4103-862d-99642a3ad6ae","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: compose ai-tenant-e2e-worker-w4-e524ce/e2e-dedup-subscription@e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: model e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:33.043961127Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-dedup-subscription","reconcileID":"677bc16b-e3fc-4487-8ce3-382d724b5197","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscription":"e2e-dedup-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:33.251695919Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-dedup-subscription","reconcileID":"677bc16b-e3fc-4487-8ce3-382d724b5197","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-e524ce/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:33.455273966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-subscription","reconcileID":"7e593790-94ad-4ce6-ad9c-47135ea05166","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:33.513301824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"24a9ce9e-4c9f-41ee-a208-a100e7515cea","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:33.567780652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-2-w1-e65019","reconcileID":"82436dc5-6da3-4cc3-854b-6e4e1d27a0bb","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-2-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-2-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:33.659773492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"c9f47203-05a9-45df-842b-0c5b89b4e948","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:33.659774705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-dedup-auth","reconcileID":"21a9c19b-d51c-4171-8786-1e9735ecaac6","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:33.660217347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"3533ca18-3971-400b-9295-d0b593ecef7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:33.677191371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"b10b5b92-4fd5-462b-ba3d-43ac9f585fd0","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:33.727431687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"c9f47203-05a9-45df-842b-0c5b89b4e948","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:33.727440419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-dedup-auth","reconcileID":"21a9c19b-d51c-4171-8786-1e9735ecaac6","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:33.73006071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"3533ca18-3971-400b-9295-d0b593ecef7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:34.047107801Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-dedup-auth","reconcileID":"21a9c19b-d51c-4171-8786-1e9735ecaac6","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dedup-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:34.047355401Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-dedup-auth","reconcileID":"807f994b-a35d-4889-9639-8fd5e999c8fa","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:34.051330903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"premium-w4-e524ce","reconcileID":"d1b2307a-c0ef-4e02-ae59-762c1c716e9d","MaaSModelRef":{"name":"premium-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"premium-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"premium-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:34.052296666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"3c8a7b47-26d0-4d14-8f5f-c9e7630c39ac","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:34.199586697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"d83f2fe5-1ce9-4b79-bd27-aedc6afbf25f","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:34.305356781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"77db1330-8f5b-46ea-9024-243d112991be","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:34.305827915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"7c6f6a9d-ce63-4c5c-8d04-1bc896a27253","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"premium-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"premium-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:34.453286421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"67db1a6a-cc12-41d3-b001-ae3022180882","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:34.453283835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"9489babf-02b9-4123-ad4f-f280d0cd5a5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:34.505666325Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-subscription","reconcileID":"777a2cdd-fb90-4fc5-bf63-84012654ad8a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:34.506306223Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-subscription","reconcileID":"d98ff409-abb6-487a-b866-caa6f45c1e8c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-premium-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:34.513580785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"67db1a6a-cc12-41d3-b001-ae3022180882","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:34.514404562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"9489babf-02b9-4123-ad4f-f280d0cd5a5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:35.333225231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-w4-e524ce","reconcileID":"3b6eb997-e58c-4bda-9314-88397ec78097","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:35.33353382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-2-w4-e524ce","reconcileID":"2046af37-b25f-4529-9583-029d573493ac","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-2-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-2-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:35.389993356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-w4-e524ce","reconcileID":"c1fbe7d7-9b0d-4fa0-b04f-62c8b966b1d9","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:35.390276383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-2-w4-e524ce","reconcileID":"3b516afb-95c8-4216-a73e-bf31cf088c3f","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-2-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-2-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:35.631582282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-w4-e524ce","reconcileID":"3e2bd046-9b17-42f6-9ba0-cc616e64ab57","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:35.654849142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-distinct-models-auth","reconcileID":"77a5c82c-997d-49fd-8142-c6e85bc85782","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:35.688764922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-2-w4-e524ce","reconcileID":"06a2144e-fb1c-409b-a266-b9a12c86da31","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-2-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-2-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:35.709230037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-distinct-models-auth","reconcileID":"77a5c82c-997d-49fd-8142-c6e85bc85782","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:35.73404962Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-distinct-models-subscription","reconcileID":"00ce2eb6-5180-4c08-a8bc-a8bf9e7a104d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:35.744123973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-w4-e524ce","reconcileID":"ac54a1b9-64c6-471a-bc0f-09ed1940fc20","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:35.837804599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-w4-e524ce","reconcileID":"398e91d5-7489-46ed-91f4-5dc82456933b","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:35.838104372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-2-w4-e524ce","reconcileID":"de6aae75-ec36-4666-baba-8c61704b34e9","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-2-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-2-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:35.874742947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"d5fd27d1-abfb-4691-9f97-b651baca1e97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:35.8747429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"22393724-6492-47cb-ad97-4fc6f68ea320","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:35.890048589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-w4-e524ce","reconcileID":"0b89f096-a7bb-4057-81b7-67de7fbcb6b3","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:35.890486967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-2-w4-e524ce","reconcileID":"e6a3c134-ef1a-48e7-b60e-376779b4d1a4","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-2-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-2-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:35.929776707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"d5fd27d1-abfb-4691-9f97-b651baca1e97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:35.930635672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"22393724-6492-47cb-ad97-4fc6f68ea320","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:36.092194221Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-distinct-models-subscription","reconcileID":"1d6edcce-441b-4e45-86cf-52089250ad79","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-distinct-w4-e524ce","model":"distinct-w4-e524ce","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-e524ce/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:36.167099292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-w4-e524ce","reconcileID":"29ded1ce-ae0d-4497-ae83-98808d3e3628","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:36.167737442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-2-w4-e524ce","reconcileID":"aa968453-9704-412b-8439-14185e9f6a0d","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-2-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-2-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:36.177223575Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:36.252690456Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-distinct-models-subscription","reconcileID":"1d6edcce-441b-4e45-86cf-52089250ad79","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-distinct-2-w4-e524ce","model":"distinct-2-w4-e524ce","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-e524ce/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:36.449271248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-distinct-models-auth","reconcileID":"e77ca6a1-675a-4f81-8575-078be1461852","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:36.490221537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-w4-e524ce","reconcileID":"13bf7719-c1ef-4362-b689-900aa50bcbd4","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:36.491438879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-2-w4-e524ce","reconcileID":"5108240b-c064-461e-b6ec-86b1ab7ec696","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-2-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-2-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:36.510138397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-distinct-models-auth","reconcileID":"e77ca6a1-675a-4f81-8575-078be1461852","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:36.546341419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"a316c447-8247-4e81-9cc8-59bc06785e51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:36.546562282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"09ad75e7-deba-4820-a8b5-7d198ff2fa9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:36.615239063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"a316c447-8247-4e81-9cc8-59bc06785e51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:36.615880205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"09ad75e7-deba-4820-a8b5-7d198ff2fa9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:36.716358579Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-distinct-models-subscription","reconcileID":"9aaafd63-0ff4-48e6-aac2-8fd295b4abdc","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-distinct-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/distinct-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:36.87909531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-distinct-models-subscription","reconcileID":"9aaafd63-0ff4-48e6-aac2-8fd295b4abdc","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-distinct-2-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/distinct-2-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:37.160072026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-w4-e524ce","reconcileID":"6795cb45-dbdd-481d-ad14-9d0931c3e950","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:37.160862773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-2-w4-e524ce","reconcileID":"f76dd5df-2ad8-4314-988d-75b273ff7f35","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-2-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-2-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:37.279206277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-return-all-sub2","reconcileID":"d744a23d-3770-4f72-8370-86800bdbe1cd","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-distinct-2-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/distinct-2-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:37.495242472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-2-w1-e65019","reconcileID":"7ff447e8-8ac8-47a5-992e-e173852cdaeb","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-2-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-2-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:38.422792425Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-return-all-sub1","reconcileID":"0c259938-9f0b-42d6-9045-356d0c3641aa","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"model":"e2e-models-e2e-worker-w1-e65019/distinct-w1-e65019","subscription":"e2e-return-all-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:38.501352934Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-return-all-sub1","reconcileID":"0c259938-9f0b-42d6-9045-356d0c3641aa","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"model":"e2e-models-e2e-worker-w1-e65019/distinct-w1-e65019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:38.557923152Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-return-all-sub1","reconcileID":"0c259938-9f0b-42d6-9045-356d0c3641aa","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/distinct-w1-e65019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:38.847662134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"deb91c3d-9c2a-4c88-b3dc-cc66ae365383","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:38.848792449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-return-all-auth1","reconcileID":"06f6531b-a744-435c-867e-871097c4b705","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:38.84943345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-return-all-auth2","reconcileID":"76e4862b-ae94-41c9-aa62-ce58a7d6e051","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:38.851141623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"a1d2cd31-1529-426f-a226-b98c7e8f6bfc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:38.895894168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-w1-e65019","reconcileID":"1c3e8688-75a1-4411-8b14-0dc8c82bac58","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:38.904244578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"deb91c3d-9c2a-4c88-b3dc-cc66ae365383","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:38.913084556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"a1d2cd31-1529-426f-a226-b98c7e8f6bfc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:38.915400147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-return-all-auth1","reconcileID":"06f6531b-a744-435c-867e-871097c4b705","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:38.91811015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-return-all-auth2","reconcileID":"76e4862b-ae94-41c9-aa62-ce58a7d6e051","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:38.956632022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-w4-e524ce","reconcileID":"d0a1b729-5b13-4d53-aa0d-f41684be7fb5","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:38.958071351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-2-w4-e524ce","reconcileID":"b38d88f3-e086-433c-81cc-3fa12f6d3e56","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-2-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-2-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:39.069444817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-2-w1-e65019","reconcileID":"6d7df939-f4b9-4487-bf5f-ccd694ae92c1","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-2-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-2-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:39.224601443Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-return-all-sub2","reconcileID":"ea507dbc-b360-4d01-bffb-0f9b3aa91b13","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5824372f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:39.35353237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"758f032d-a4fb-40a2-975c-1415e945e724","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:39.353616311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-return-all-auth2","reconcileID":"e09957fa-29a0-47ce-969d-d4b6a69859cc","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:39.354034949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-return-all-auth1","reconcileID":"6f36c05a-9f61-46f2-97cb-25596df141a2","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:39.355786466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"e6b4a686-ff6e-436a-bf54-3545c04d9b4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:39.408217606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-return-all-auth2","reconcileID":"e09957fa-29a0-47ce-969d-d4b6a69859cc","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:39.408252698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-return-all-auth1","reconcileID":"6f36c05a-9f61-46f2-97cb-25596df141a2","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:39.410595812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"758f032d-a4fb-40a2-975c-1415e945e724","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:39.410656552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"e6b4a686-ff6e-436a-bf54-3545c04d9b4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:39.603364905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-w4-e524ce","reconcileID":"587f2c9a-e031-4afd-bb2b-2c6cec4fbeb1","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:39.658310019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-2-w4-e524ce","reconcileID":"c827369d-f2a6-4d8c-8191-cb38f3a3f66a","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-2-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-2-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:39.755727734Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-distinct-models-subscription","reconcileID":"fad04d9e-03b8-4e5a-9e6b-e877f72d82b5","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9d7d2de1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:39.804213778Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-distinct-models-subscription","reconcileID":"0bb71135-9c03-47a9-a064-ea43ccf3331f","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9d7d2de1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:39.846310952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-distinct-models-auth","reconcileID":"d9d2c144-21be-4ac2-9e8b-21a1d10dd7f1","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:39.852147352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-return-all-auth2","reconcileID":"fc261584-dd6c-4834-b601-aab234e0a134","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:39.900242805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-distinct-models-auth","reconcileID":"d9d2c144-21be-4ac2-9e8b-21a1d10dd7f1","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:39.906412399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-return-all-auth2","reconcileID":"fc261584-dd6c-4834-b601-aab234e0a134","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:39.947735396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"731818ac-dcf8-4c48-bdc6-f223a1e6190b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:39.947938945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-return-all-auth1","reconcileID":"9485444b-5822-4e71-a880-869ce97ffbe5","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:39.947735398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"8b4bf448-c09f-47e1-bb6b-75b9e6e51151","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:40.001782677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"731818ac-dcf8-4c48-bdc6-f223a1e6190b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:40.00200097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"8b4bf448-c09f-47e1-bb6b-75b9e6e51151","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:40.003966032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-return-all-auth1","reconcileID":"9485444b-5822-4e71-a880-869ce97ffbe5","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:40.348809254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"cee036c3-cb39-4695-b7e7-2906605011db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:40.403295358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"cee036c3-cb39-4695-b7e7-2906605011db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:40.449935675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"236f9b40-4b2a-47c4-8ba7-11cf2f30e573","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:40.505410056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"236f9b40-4b2a-47c4-8ba7-11cf2f30e573","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:40.553544907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-distinct-models-auth","reconcileID":"4b923b26-d0e4-48dc-92e2-db3b87258b49","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:40.613041934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-distinct-models-auth","reconcileID":"4b923b26-d0e4-48dc-92e2-db3b87258b49","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:40.63924713Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-727f8e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-727f8e","reconcileID":"6b361fc8-ee6b-4a58-a78f-01d28647e2a2","namespace":"llm","name":"e2e-rt-eq-727f8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:40.703133135Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-727f8e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-727f8e","reconcileID":"89afe0f9-b017-4e58-89bf-b2d534bca2ec","namespace":"llm","name":"e2e-rt-eq-727f8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:40.790490395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"8e09a38f-933c-4d77-bf6c-93b6d3d20665","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:40.848787662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"8e09a38f-933c-4d77-bf6c-93b6d3d20665","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:40.891916565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"eb8a63a1-667c-448f-bf61-aec6dbe9e013","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:40.892023985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"60179afb-0b27-46a4-93dc-cff680d32546","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:40.892586961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"7310bfae-45a3-4281-96f5-f71fc8723f56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:40.94707956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"60179afb-0b27-46a4-93dc-cff680d32546","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:40.948030654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"eb8a63a1-667c-448f-bf61-aec6dbe9e013","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:40.949447058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"7310bfae-45a3-4281-96f5-f71fc8723f56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:41.026763175Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-727f8e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-727f8e","reconcileID":"03ced2c5-7b42-4f82-b2dd-30b0d188b812","MaaSModelRef":{"name":"e2e-rt-eq-727f8e","namespace":"llm"},"name":"e2e-rt-eq-727f8e","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:41.133639901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"eca38200-04ef-4a75-9638-479e0256cbc0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:41.133658683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"eca38200-04ef-4a75-9638-479e0256cbc0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:41.13389102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ed645147-f83a-41c6-b22a-75b3426dcba0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:41.133902436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ed645147-f83a-41c6-b22a-75b3426dcba0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:41.134089653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e347cf3b-6f1f-4394-98cf-74b3765e49b3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:41.134100176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e347cf3b-6f1f-4394-98cf-74b3765e49b3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:41.134293915Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3689be25-c7ab-41bb-819b-055e28f977b8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:41.134304307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3689be25-c7ab-41bb-819b-055e28f977b8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:41.134618619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ecf8068d-78d9-4318-aa04-5b8b0b3f5f47","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:41.134630772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ecf8068d-78d9-4318-aa04-5b8b0b3f5f47","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:41.160563165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"f67310b2-c17f-4909-9eb9-32b04aa40873","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:41.184376155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-db61da","reconcileID":"37d98230-5922-4e9c-94c4-c075722dde01","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-db61da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:41.184394336Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-db61da","reconcileID":"37d98230-5922-4e9c-94c4-c075722dde01","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-db61da-be9bd7498a77","namespace":"llm","model":"e2e-rt-sw-db61da","externalModel":"e2e-rt-sw-db61da","provider":"e2e-rt-sw-db61da-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:41.21773307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"f67310b2-c17f-4909-9eb9-32b04aa40873","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:41.234136103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ec336e99-9a82-43a6-a0b0-7261ec3a6225","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:41.234151144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ec336e99-9a82-43a6-a0b0-7261ec3a6225","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:41.234406347Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5c72a03b-2af8-43d3-b03a-160ae8b0896d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:41.234420394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5c72a03b-2af8-43d3-b03a-160ae8b0896d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:41.234733602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"73eed498-faf3-4ff7-bc1c-751730ce7f40","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:41.234746515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"73eed498-faf3-4ff7-bc1c-751730ce7f40","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:41.249724651Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7b443b46-2393-4568-813a-307d765df038","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:41.249830544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ec7f217f-7cc1-46db-af11-c7d21c9e06b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:41.28375155Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-727f8e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-727f8e","reconcileID":"63c0f8ec-e20e-4c32-a654-154e219f31de","MaaSModelRef":{"name":"e2e-rt-eq-727f8e","namespace":"llm"},"name":"e2e-rt-eq-727f8e","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:41.296636287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-db61da-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-db61da-sub","reconcileID":"68c91a04-2ff7-49f6-b3c8-9b1048f92754","MaaSSubscription":{"name":"e2e-rt-sw-db61da-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-db61da","model":"llm/e2e-rt-sw-db61da","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:41.310607332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a61d30b-6346-4100-adfd-b1415f489ed2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:41.360354791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"0c11b76c-fa8b-4058-b4bf-9746481dbfd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:41.360417724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"0aa05c37-c368-4494-9c30-94b479b2e5c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:41.366996416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a61d30b-6346-4100-adfd-b1415f489ed2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:41.41255653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5744382c-ed38-4a80-aad9-4e1b3ab34eea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:41.418077691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"0c11b76c-fa8b-4058-b4bf-9746481dbfd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:41.419779475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"0aa05c37-c368-4494-9c30-94b479b2e5c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:41.46748587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5744382c-ed38-4a80-aad9-4e1b3ab34eea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:41.565966243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"b0cd9d79-40dd-4ce8-a2cf-3a1b452406df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:41.628495071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"b0cd9d79-40dd-4ce8-a2cf-3a1b452406df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:41.779882181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"78dcaae3-3eaf-4172-a07c-89e7907ebff1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:41.830572782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-db61da-access","reconcileID":"5e4fe1d4-1fbb-4771-af1f-b7d1f5f43036","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:41.83728228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"78dcaae3-3eaf-4172-a07c-89e7907ebff1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:41.880078359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"4550cad9-eedf-44d6-9c4a-938e2a739a5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:41.88535206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-db61da-access","reconcileID":"5e4fe1d4-1fbb-4771-af1f-b7d1f5f43036","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:41.934102917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"4550cad9-eedf-44d6-9c4a-938e2a739a5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:41.976860574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-return-all-auth1","reconcileID":"5f0393fe-1fb8-4818-857b-456cb733f248","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:42.030638455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-return-all-auth1","reconcileID":"5f0393fe-1fb8-4818-857b-456cb733f248","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:42.109479746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-return-all-auth2","reconcileID":"b0451ff8-101a-4ba4-93be-6fd0cec85f3c","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:42.163744527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-return-all-auth2","reconcileID":"b0451ff8-101a-4ba4-93be-6fd0cec85f3c","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:42.237294381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"4a9bf7bf-e240-4755-8d8c-7ae44e5de803","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:42.237390333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-distinct-models-auth","reconcileID":"382214fb-21a0-4e57-b3b2-475a8b5b58a5","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:42.290919627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"4a9bf7bf-e240-4755-8d8c-7ae44e5de803","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:42.295157756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-distinct-models-auth","reconcileID":"382214fb-21a0-4e57-b3b2-475a8b5b58a5","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:42.384943358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"97bb0e33-0d90-442c-beee-f01b10fee7bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:42.439308275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"97bb0e33-0d90-442c-beee-f01b10fee7bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:42.46114059Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-727f8e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-727f8e","reconcileID":"fa360c90-c841-4122-9bf7-63f4ea73d426","namespace":"llm","name":"e2e-rt-eq-727f8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:42.488140884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"2cbd9d0c-7194-486b-a9b6-80878a53246f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:42.513110938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-727f8e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-727f8e","reconcileID":"a00ccfae-2ce0-4d85-80f9-c1c20091877c","MaaSModelRef":{"name":"e2e-rt-eq-727f8e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-727f8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:42.513147688Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-727f8e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-727f8e","reconcileID":"a00ccfae-2ce0-4d85-80f9-c1c20091877c","MaaSModelRef":{"name":"e2e-rt-eq-727f8e","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-727f8e-13912456dda7","namespace":"llm","model":"e2e-rt-eq-727f8e","externalModel":"e2e-rt-eq-727f8e","provider":"e2e-rt-eq-727f8e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:42.560096666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"2cbd9d0c-7194-486b-a9b6-80878a53246f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:42.606682678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ce9ead8b-924e-4aa7-8b8d-85dea48b52d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:42.66123955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ce9ead8b-924e-4aa7-8b8d-85dea48b52d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:42.691502188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"27e9266c-bcad-4c30-9fa0-0546b3c00097","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:42.74066098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"cff9943d-5ba9-4d8a-9ba5-697c83003164","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:42.746408871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"27e9266c-bcad-4c30-9fa0-0546b3c00097","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:42.751930431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"25ecbf9e-aae9-4a39-8a42-291402162065","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:42.794565831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"cff9943d-5ba9-4d8a-9ba5-697c83003164","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:42.805540816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"25ecbf9e-aae9-4a39-8a42-291402162065","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:42.956045781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"33521e1a-cc1b-4066-9bcc-6a633a125613","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:43.020745356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"33521e1a-cc1b-4066-9bcc-6a633a125613","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:43.054863919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"91732190-b19d-4b72-b5ae-b509d09b7c76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:43.106153764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"d1955a32-fa02-4f82-83fe-0aec16d79627","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:43.108804797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"91732190-b19d-4b72-b5ae-b509d09b7c76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:43.161085897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"d1955a32-fa02-4f82-83fe-0aec16d79627","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:43.210430405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"b71cf031-35b5-4c69-a515-ea97c2cbdf50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:43.210748391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"2f923408-0046-42f8-82f5-ae2e8d13fb57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:43.265516791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"2f923408-0046-42f8-82f5-ae2e8d13fb57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:43.265820104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"b71cf031-35b5-4c69-a515-ea97c2cbdf50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:43.415868409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"88724c38-638b-45ad-90eb-1a4d48817902","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:43.465443488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-db61da-access","reconcileID":"82958d9f-1e6b-45d7-9820-aa0b3b5e894b","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:43.469534947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"88724c38-638b-45ad-90eb-1a4d48817902","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:43.520008517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-db61da-access","reconcileID":"82958d9f-1e6b-45d7-9820-aa0b3b5e894b","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:43.620556339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-return-all-auth1","reconcileID":"c76c85ad-55b9-46bc-a546-7a2cb4fd5953","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:43.674234887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-return-all-auth1","reconcileID":"c76c85ad-55b9-46bc-a546-7a2cb4fd5953","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:43.715935004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-return-all-auth2","reconcileID":"cf880005-0826-403d-9d29-09187e0568e0","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:43.715937215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-distinct-models-auth","reconcileID":"3a3ff1d7-e870-4012-b58a-3955cf729f0b","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:43.762657232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"801a9803-5182-42fb-b75a-78f4f8c30aa3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:43.769709128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-return-all-auth2","reconcileID":"cf880005-0826-403d-9d29-09187e0568e0","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:43.771429665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-distinct-models-auth","reconcileID":"3a3ff1d7-e870-4012-b58a-3955cf729f0b","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:43.818813445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"801a9803-5182-42fb-b75a-78f4f8c30aa3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:44.016700927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"9b4a2932-0e21-4d8f-9e3d-ed3f24c6f2ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:44.070412076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"9b4a2932-0e21-4d8f-9e3d-ed3f24c6f2ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:44.113623428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"26e1457c-c2cf-458b-b474-f34d3458336d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:44.167138839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"26e1457c-c2cf-458b-b474-f34d3458336d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:46.770816731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-727f8e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-727f8e","reconcileID":"22f01a00-72ac-4a10-b6f0-2d9573128d03","MaaSModelRef":{"name":"e2e-rt-eq-727f8e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-727f8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:46.770843191Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-727f8e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-727f8e","reconcileID":"22f01a00-72ac-4a10-b6f0-2d9573128d03","MaaSModelRef":{"name":"e2e-rt-eq-727f8e","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-727f8e-13912456dda7","namespace":"llm","model":"e2e-rt-eq-727f8e","externalModel":"e2e-rt-eq-727f8e","provider":"e2e-rt-eq-727f8e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:46.869598509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-727f8e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-727f8e","reconcileID":"837faf9c-98b1-4463-8835-c477a89583d8","MaaSModelRef":{"name":"e2e-rt-eq-727f8e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-727f8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:46.869626941Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-727f8e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-727f8e","reconcileID":"837faf9c-98b1-4463-8835-c477a89583d8","MaaSModelRef":{"name":"e2e-rt-eq-727f8e","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-727f8e-13912456dda7","namespace":"llm","model":"e2e-rt-eq-727f8e","externalModel":"e2e-rt-eq-727f8e","provider":"e2e-rt-eq-727f8e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:47.026440423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-727f8e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-727f8e-access","reconcileID":"6e0d1321-a285-419b-b4f9-a6f6d388c932","MaaSAuthPolicy":{"name":"e2e-rt-eq-727f8e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:47.080493854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-727f8e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-727f8e-access","reconcileID":"6e0d1321-a285-419b-b4f9-a6f6d388c932","MaaSAuthPolicy":{"name":"e2e-rt-eq-727f8e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:47.482241282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-727f8e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-727f8e","reconcileID":"5084d60d-1be2-47f7-876a-dd309d46132b","MaaSModelRef":{"name":"e2e-rt-eq-727f8e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-727f8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:47.482265589Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-727f8e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-727f8e","reconcileID":"5084d60d-1be2-47f7-876a-dd309d46132b","MaaSModelRef":{"name":"e2e-rt-eq-727f8e","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-727f8e-13912456dda7","namespace":"llm","model":"e2e-rt-eq-727f8e","externalModel":"e2e-rt-eq-727f8e","provider":"e2e-rt-eq-727f8e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:49.293951347Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-return-all-sub2","reconcileID":"1076cd97-2c0e-4fdf-b435-0adca7698f56","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"model":"e2e-models-e2e-worker-w1-e65019/distinct-2-w1-e65019","subscription":"e2e-return-all-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:49.367541822Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-return-all-sub2","reconcileID":"1076cd97-2c0e-4fdf-b435-0adca7698f56","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"model":"e2e-models-e2e-worker-w1-e65019/distinct-2-w1-e65019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:49.419093277Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-return-all-sub2","reconcileID":"1076cd97-2c0e-4fdf-b435-0adca7698f56","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/distinct-2-w1-e65019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:49.794900927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-2-w1-e65019","reconcileID":"e149fa4e-dbb9-47e3-9a89-e110a5de57e6","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-2-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-2-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:49.874492673Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-distinct-models-subscription","reconcileID":"b77447a9-ca67-481d-8834-9543fa8b6ebe","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/distinct-w4-e524ce","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:50.016549818Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-distinct-models-subscription","reconcileID":"b77447a9-ca67-481d-8834-9543fa8b6ebe","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/distinct-w4-e524ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:50.017535128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-w1-e65019","reconcileID":"94efe872-0b96-4c2d-9cce-d737ae34b834","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:50.078482273Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-distinct-models-subscription","reconcileID":"b77447a9-ca67-481d-8834-9543fa8b6ebe","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/distinct-w4-e524ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:50.159769144Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-distinct-models-subscription","reconcileID":"b77447a9-ca67-481d-8834-9543fa8b6ebe","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/distinct-2-w4-e524ce","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:50.207933411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-return-all-auth1","reconcileID":"5a7c045b-0969-42ee-b4e1-6394a6a6a4bc","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:50.208702989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"20d3e389-370a-41a2-9218-f364edd0e8f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:50.209306056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-return-all-auth2","reconcileID":"65033cd9-b474-4169-bec1-713b9428d0c2","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:50.227871652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"2561ca23-653b-4e76-b74e-0b88aa7da3ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:50.228247841Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-distinct-models-subscription","reconcileID":"b77447a9-ca67-481d-8834-9543fa8b6ebe","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/distinct-2-w4-e524ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:50.315444691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-return-all-auth2","reconcileID":"65033cd9-b474-4169-bec1-713b9428d0c2","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:50.361039719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-return-all-auth1","reconcileID":"5a7c045b-0969-42ee-b4e1-6394a6a6a4bc","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:50.360777607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"20d3e389-370a-41a2-9218-f364edd0e8f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:50.361978556Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-distinct-models-subscription","reconcileID":"b77447a9-ca67-481d-8834-9543fa8b6ebe","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/distinct-2-w4-e524ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:50.543819408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"2561ca23-653b-4e76-b74e-0b88aa7da3ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:50.614119315Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-return-all-auth1","reconcileID":"c15d076d-d14b-43fb-979f-da95461ab4df","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"model":"e2e-models-e2e-worker-w1-e65019/distinct-w1-e65019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:50.804008198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-w4-e524ce","reconcileID":"cdec9a5f-f5f3-4541-851c-b791e3e8af57","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:50.867920719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-return-all-auth2","reconcileID":"4dc0e383-b0bf-49a3-82fa-3f2d18abff20","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:50.875480189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-2-w4-e524ce","reconcileID":"f61f0007-906e-4de1-afc8-49100d81fb79","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-2-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-2-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:50.963724764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-return-all-auth2","reconcileID":"4dc0e383-b0bf-49a3-82fa-3f2d18abff20","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:50.964678053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-w1-e65019","reconcileID":"513c93dc-1b01-46e1-b692-3e3119ee85f4","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:50.986338321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-w4-e524ce","reconcileID":"7319a849-f8cd-4f10-a42c-1fb10c7f298f","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:50.986860251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-2-w4-e524ce","reconcileID":"0447383f-3a82-4d44-8956-24dffebccff4","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-2-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-2-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:51.044685251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-2-w1-e65019","reconcileID":"72cecb26-1ceb-4fae-80b0-b463f4c23af6","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-2-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-2-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:51.107801962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-distinct-models-auth","reconcileID":"e09f31ce-3f6a-4fd1-8aac-c0471656dba2","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:51.140573901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"5488db96-4a93-4da0-8047-86e5bc9eac44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:51.141369232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"79149052-e415-456b-9988-7ad07bf081c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:51.179300958Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-return-all-auth2","reconcileID":"4c26451d-6d69-4f71-a17b-265c1a47a1d9","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"model":"e2e-models-e2e-worker-w1-e65019/distinct-2-w1-e65019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:51.191775658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-distinct-models-auth","reconcileID":"e09f31ce-3f6a-4fd1-8aac-c0471656dba2","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:51.219381001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"5488db96-4a93-4da0-8047-86e5bc9eac44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:51.222124874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"79149052-e415-456b-9988-7ad07bf081c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:51.434392123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-2-w1-e65019","reconcileID":"16091989-0958-4fd4-8ff0-16d39c6fa4c0","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-2-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-2-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:51.584017358Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-distinct-models-auth","reconcileID":"c119ebc8-3f39-4a98-97d3-36eda7476ef7","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/distinct-w4-e524ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:51.696217794Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-distinct-models-auth","reconcileID":"c119ebc8-3f39-4a98-97d3-36eda7476ef7","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/distinct-2-w4-e524ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:51.703816525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"19816cec-569f-46da-a78a-8ecd9c834cd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:51.704501101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"12dad208-6da7-413a-ad01-f6140936698c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:51.768643557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"12dad208-6da7-413a-ad01-f6140936698c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:51.794967168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"19816cec-569f-46da-a78a-8ecd9c834cd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:51.930835717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-w4-e524ce","reconcileID":"053b0e6a-8136-40d2-a6c7-8423299a546e","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:51.931152693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-2-w4-e524ce","reconcileID":"d401ac8b-1110-41ff-9b46-b5b2d722e16a","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-2-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-2-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:51.948052042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a70c681-8819-489c-b249-9a0d3fa84f2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:51.948744463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c1cc77f3-4d8b-4a29-aaa1-873cdca99ca3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:52.029172758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a70c681-8819-489c-b249-9a0d3fa84f2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:52.037911816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c1cc77f3-4d8b-4a29-aaa1-873cdca99ca3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:52.258942674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"5e262846-0e91-4574-80c5-1ebb6f45d7af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:52.260362044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-727f8e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-727f8e-access","reconcileID":"805ad29e-3ea8-4690-8313-224a2f98240a","MaaSAuthPolicy":{"name":"e2e-rt-eq-727f8e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:52.312828233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-db61da-access","reconcileID":"f878ef45-4986-4659-9f7c-dcd2efd249d9","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:52.315182912Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-727f8e-sub models-as-a-service/e2e-rt-sw-db61da-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:52.351820065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-727f8e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-727f8e-access","reconcileID":"805ad29e-3ea8-4690-8313-224a2f98240a","MaaSAuthPolicy":{"name":"e2e-rt-eq-727f8e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:52.354848569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"5e262846-0e91-4574-80c5-1ebb6f45d7af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:52.392483515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-727f8e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-727f8e","reconcileID":"6c8a5c72-3780-49ed-9818-96a4579e0a91","MaaSModelRef":{"name":"e2e-rt-eq-727f8e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-727f8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:52.392580188Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-727f8e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-727f8e","reconcileID":"6c8a5c72-3780-49ed-9818-96a4579e0a91","MaaSModelRef":{"name":"e2e-rt-eq-727f8e","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-727f8e-13912456dda7","namespace":"llm","model":"e2e-rt-eq-727f8e","externalModel":"e2e-rt-eq-727f8e","provider":"e2e-rt-eq-727f8e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:52.41514154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-db61da-access","reconcileID":"f878ef45-4986-4659-9f7c-dcd2efd249d9","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:52.436520431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"607cc26b-a30f-482d-8c14-dfae4edfeec6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:52.482634458Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-rt-eq-727f8e-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-eq-727f8e-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:52.513184718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"607cc26b-a30f-482d-8c14-dfae4edfeec6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:52.586048837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-db61da","reconcileID":"66390fc5-45a2-4d0e-abe8-4e8fc96885a2","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-db61da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:52.586158531Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-db61da","reconcileID":"66390fc5-45a2-4d0e-abe8-4e8fc96885a2","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-db61da-be9bd7498a77","namespace":"llm","model":"e2e-rt-sw-db61da","externalModel":"e2e-rt-sw-db61da","provider":"e2e-rt-sw-db61da-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:52.674553926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1ee7fa0d-6b61-413f-93f8-79e6ff23100f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:52.728095248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-727f8e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-727f8e","reconcileID":"ef3040a9-f9c5-46d5-b398-240e7ac4b9ec","MaaSModelRef":{"name":"e2e-rt-eq-727f8e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-727f8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:52.728219383Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-727f8e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-727f8e","reconcileID":"ef3040a9-f9c5-46d5-b398-240e7ac4b9ec","MaaSModelRef":{"name":"e2e-rt-eq-727f8e","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-727f8e-13912456dda7","namespace":"llm","model":"e2e-rt-eq-727f8e","externalModel":"e2e-rt-eq-727f8e","provider":"e2e-rt-eq-727f8e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:52.748481235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1ee7fa0d-6b61-413f-93f8-79e6ff23100f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:52.800496194Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-727f8e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-727f8e-sub","reconcileID":"33c9a793-4f2c-4870-babd-3c50852046ee","MaaSSubscription":{"name":"e2e-rt-eq-727f8e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-727f8e","model":"e2e-rt-eq-727f8e","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-eq-727f8e-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:52.880101495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"simulator-w1-e65019","reconcileID":"2dacf320-999d-4ba2-b07d-20dad356cf56","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"simulator-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"simulator-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:52.934522443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ba7c9155-f83b-4f9d-9564-d5ca0f73cb99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:52.944704528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"simulator-w1-e65019","reconcileID":"4c5bbe49-08cc-4b4a-bc29-5c823076daed","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"simulator-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"simulator-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:53.002973559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ba7c9155-f83b-4f9d-9564-d5ca0f73cb99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:53.057247585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-db61da-access","reconcileID":"f38a0678-802c-4bf9-a0d2-60fb484bd49d","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:53.057926635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-727f8e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-727f8e-access","reconcileID":"dcdccada-53c3-4cec-b052-668469ee118b","MaaSAuthPolicy":{"name":"e2e-rt-eq-727f8e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:53.114113732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-727f8e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-727f8e-access","reconcileID":"dcdccada-53c3-4cec-b052-668469ee118b","MaaSAuthPolicy":{"name":"e2e-rt-eq-727f8e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:53.207833328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-user-token-filter-auth","reconcileID":"440bbf26-bfb3-4db9-a40b-97b030d175bc","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:53.2098231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-727f8e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-727f8e","reconcileID":"52716a10-3c54-4097-931a-925db41cdda6","MaaSModelRef":{"name":"e2e-rt-eq-727f8e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-727f8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:53.241531002Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-727f8e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-727f8e","reconcileID":"52716a10-3c54-4097-931a-925db41cdda6","MaaSModelRef":{"name":"e2e-rt-eq-727f8e","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-727f8e-13912456dda7","namespace":"llm","model":"e2e-rt-eq-727f8e","externalModel":"e2e-rt-eq-727f8e","provider":"e2e-rt-eq-727f8e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:53.214673484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-db61da-access","reconcileID":"f38a0678-802c-4bf9-a0d2-60fb484bd49d","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:53.359762024Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-727f8e-sub models-as-a-service/e2e-rt-sw-db61da-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:53.37017709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-user-token-filter-auth","reconcileID":"440bbf26-bfb3-4db9-a40b-97b030d175bc","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:53.372094078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"simulator-w1-e65019","reconcileID":"ee5fce1e-df54-4c7e-9e08-68fc383f3b63","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"simulator-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"simulator-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:53.423111783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"79e49ab0-81a1-4093-834e-acca20c9ed6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:53.431585197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"simulator-w1-e65019","reconcileID":"97098c1b-cd05-40ed-8548-a34c0261b294","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"simulator-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"simulator-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:53.439226874Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-user-token-filter-sub","reconcileID":"10370089-3fda-4d77-9631-f5489de27a5f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-user-token-filter-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:53.439512371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"ac612b2b-4a46-4e59-bbd4-2edb34115146","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:53.480641922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"79e49ab0-81a1-4093-834e-acca20c9ed6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:53.489782752Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-727f8e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-727f8e-sub","reconcileID":"3c33077a-7dca-4346-aafd-3775c4f7b545","MaaSSubscription":{"name":"e2e-rt-eq-727f8e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-727f8e","model":"llm/e2e-rt-eq-727f8e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:53.524602325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"294d30a2-35e1-4a64-a99e-ec92d7d7a62a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:53.539122044Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-727f8e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-727f8e","reconcileID":"f5135a78-dc17-408c-b2be-621a9579b3b7","MaaSModelRef":{"name":"e2e-rt-eq-727f8e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-727f8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:53.539206156Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-727f8e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-727f8e","reconcileID":"f5135a78-dc17-408c-b2be-621a9579b3b7","MaaSModelRef":{"name":"e2e-rt-eq-727f8e","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-727f8e-13912456dda7","namespace":"llm","model":"e2e-rt-eq-727f8e","externalModel":"e2e-rt-eq-727f8e","provider":"e2e-rt-eq-727f8e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:53.581105676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"294d30a2-35e1-4a64-a99e-ec92d7d7a62a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:53.591168332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"simulator-w1-e65019","reconcileID":"c55bd59e-eb82-44d2-b8b9-a7e0c9a51e82","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"simulator-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"simulator-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:53.609296121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"simulator-w1-e65019","reconcileID":"6bf44700-2f7e-439e-8632-f132a61f55e6","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"simulator-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"simulator-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:53.674649317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"f397dfba-91b9-4b6c-8b52-191afa51297e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:53.680307965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"03629d0f-ff27-46c6-b6ce-9595dd69a934","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:53.717128097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"71f6724b-728f-44c8-a277-06b837f085f5","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:53.718572073Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-727f8e-sub models-as-a-service/e2e-rt-sw-db61da-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:53.733048015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"f397dfba-91b9-4b6c-8b52-191afa51297e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:53.77438963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"40083a1e-7b4b-4b4b-87ae-4d6c3cdcea82","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:53.777760474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"simulator-w1-e65019","reconcileID":"04cb7e3a-f984-4af7-bc33-9de29aba8250","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"simulator-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"simulator-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:53.8308123Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-api-key-no-access-sub","reconcileID":"1dafe017-c5be-4485-b5e6-cec215ee3324","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:53.835007087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"simulator-w1-e65019","reconcileID":"9b4674a7-c58f-4dc7-9f35-39743496f934","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"simulator-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"simulator-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:53.837764839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-api-key-no-access-auth","reconcileID":"8d45cda1-26bb-4e48-8158-3ab3edff535d","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:53.875602005Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-user-token-filter-sub","reconcileID":"fe33a5e6-824f-475f-8a7d-bd458c3baf10","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-simulator-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-e65019/e2e-user-token-filter-sub","ai-tenant-e2e-worker-w1-e65019/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:53.900443044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-api-key-no-access-auth","reconcileID":"8d45cda1-26bb-4e48-8158-3ab3edff535d","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:53.948809635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"f85dd83a-cb20-4755-89d9-223b5044e3b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:53.949189242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-user-token-filter-auth","reconcileID":"e6b24882-c4bd-47ab-b7b7-0048dfeaf6eb","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:53.950350077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"1c6653ec-4ceb-40a0-b362-eb55382929f5","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:54.014951332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-user-token-filter-auth","reconcileID":"e6b24882-c4bd-47ab-b7b7-0048dfeaf6eb","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:54.016185378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"5e170a9b-6bc8-4073-9112-f50963fb031c","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:54.031983615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"f85dd83a-cb20-4755-89d9-223b5044e3b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:54.047851739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"59383d01-246d-45e8-b082-85eafa9ec708","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:54.056966208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"simulator-w1-e65019","reconcileID":"ba3baee3-8f51-4708-8f1d-f807bc86e91d","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"simulator-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"simulator-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:54.133037662Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-subscription","reconcileID":"45ea4288-c87c-4ca0-96df-d6371560010c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-simulator-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:54.144360396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"59383d01-246d-45e8-b082-85eafa9ec708","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:54.208803306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"c98a955c-acd1-4c80-83cf-a801bad746c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:54.325118094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"c98a955c-acd1-4c80-83cf-a801bad746c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:54.345604552Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-user-token-filter-sub","reconcileID":"2a2d0a1b-f131-469c-a01c-3fb5b48b036d","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-simulator-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:54.347170941Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-api-key-no-access-sub","reconcileID":"58baa657-6cbb-44b2-9923-3dd01123394c","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-e524ce/e2e-api-key-no-access-sub","ai-tenant-e2e-worker-w4-e524ce/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:54.428751566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"c27e53b6-6a62-41d2-9d27-efbfd7f89b3b","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:54.461783746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"5804d0e8-ebd6-4ccf-8720-fb78565710e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:54.46286662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"a5bd7835-f4d0-423d-b1d9-49fd93901170","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:54.524851017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"a5bd7835-f4d0-423d-b1d9-49fd93901170","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:54.525501342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"5804d0e8-ebd6-4ccf-8720-fb78565710e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:54.525820153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-api-key-no-access-auth","reconcileID":"7cd050ca-7660-4bc5-9287-25176ac6b2fa","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:54.576986903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"d4f8ff69-b41d-4a81-96da-098b57c72090","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:54.603691917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-api-key-no-access-auth","reconcileID":"7cd050ca-7660-4bc5-9287-25176ac6b2fa","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:54.617458549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-subscription","reconcileID":"404c99da-84c1-4a5a-811c-94f4574b5651","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:54.78817967Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-api-key-no-access-sub","reconcileID":"ce306ef5-e804-42f8-b61b-5e01ac671198","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:54.860713578Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-api-key-no-access-auth","reconcileID":"7cd050ca-7660-4bc5-9287-25176ac6b2fa","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-api-key-no-access-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:55.012705103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-api-key-no-access-auth","reconcileID":"8afac39c-0b44-457f-ad6a-e8c637d60d34","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:55.066521942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-api-key-no-access-auth","reconcileID":"8afac39c-0b44-457f-ad6a-e8c637d60d34","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:56.204465036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"simulator-w1-e65019","reconcileID":"dd3b01f7-8083-4d9c-b9a0-53c36bff384d","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"simulator-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"simulator-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:56.360793691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"1a792c98-3092-47cb-8405-2e993941bf70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:56.360851485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-user-token-filter-auth","reconcileID":"40d8b48b-d26f-4b86-a474-e49006900666","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:56.36206654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"410c5ea9-67fe-41e8-90f5-b07ef7ec50ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:56.419644083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-user-token-filter-auth","reconcileID":"40d8b48b-d26f-4b86-a474-e49006900666","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:56.419878753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"1a792c98-3092-47cb-8405-2e993941bf70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:56.422575069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"410c5ea9-67fe-41e8-90f5-b07ef7ec50ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:56.651752735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"34607385-20ba-40bc-bd9c-24e4d7f4ba8f","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:56.811291778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"3be1634c-6b97-4962-a23d-a0517bbee22c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:56.811311365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-api-key-no-access-auth","reconcileID":"aca2c439-aa2f-4aef-b04e-ae57fd90ac15","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:56.813895253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"d94305fb-6474-47ae-ace9-065f5bbe3519","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:56.867509152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"3be1634c-6b97-4962-a23d-a0517bbee22c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:56.867523274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-api-key-no-access-auth","reconcileID":"aca2c439-aa2f-4aef-b04e-ae57fd90ac15","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:56.871190854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"d94305fb-6474-47ae-ace9-065f5bbe3519","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:06.168178574Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:06.35808803Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-user-token-filter-sub","reconcileID":"0eb397f5-fcfb-466c-affb-db01aec5370f","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-e65019"},"model":"e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","subscription":"e2e-user-token-filter-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:06.561791468Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-user-token-filter-sub","reconcileID":"0eb397f5-fcfb-466c-affb-db01aec5370f","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-simulator-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-e65019/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:06.758420997Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-subscription","reconcileID":"e6741520-0126-4318-aff5-458c4ab970f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-simulator-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:06.76677203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"simulator-w1-e65019","reconcileID":"167e2b51-92f6-4036-94bf-29fd549f65b4","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"simulator-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"simulator-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:06.766850086Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-727f8e-sub models-as-a-service/e2e-rt-sw-db61da-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:06.820089952Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-api-key-no-access-sub","reconcileID":"a20df67b-5258-4607-9ce0-392083deabe4","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscription":"e2e-api-key-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:06.914988416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-user-token-filter-auth","reconcileID":"d164e10e-9baa-48d2-ac75-4f8578113c24","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:06.915398185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"eb5d0d7c-1b7e-4f1d-86f5-dba931652214","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:06.91543268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"simulator-w1-e65019","reconcileID":"24b91805-a844-4b84-948f-b1fea530831a","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"simulator-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"simulator-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:06.914995397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"9933506c-047e-419a-88eb-d18c2d637bc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:06.969447022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-user-token-filter-auth","reconcileID":"d164e10e-9baa-48d2-ac75-4f8578113c24","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:06.969818423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"9933506c-047e-419a-88eb-d18c2d637bc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:06.971592488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"eb5d0d7c-1b7e-4f1d-86f5-dba931652214","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:07.025746548Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-api-key-no-access-sub","reconcileID":"a20df67b-5258-4607-9ce0-392083deabe4","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-e524ce/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:07.117930934Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-user-token-filter-auth","reconcileID":"c8f1d7c2-f5fe-4560-ad40-8917e8b4f7c2","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-e65019"},"model":"e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:07.223800818Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-subscription","reconcileID":"efa42d2f-3bff-46ea-9f21-d64f603dd9d0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:07.234440295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"18e50550-8a0d-4a61-b2cb-56b63f010866","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:07.235716236Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-727f8e-sub models-as-a-service/e2e-rt-sw-db61da-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:07.319512948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"simulator-w1-e65019","reconcileID":"ac9a9938-9aff-461d-94a7-282fc01f972c","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"simulator-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"simulator-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:07.387652209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"8bb3d374-1082-4aba-91af-96717f47044c","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:07.422634735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"ebdb6c1b-ec32-43e7-bf19-2ae20c8cc6da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:07.423554378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"48e74474-73c4-4536-8ec8-4723f77316d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:07.423884603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-api-key-no-access-auth","reconcileID":"dae65750-7fa3-43bd-a68b-6bcf11656630","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:07.476463867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"ebdb6c1b-ec32-43e7-bf19-2ae20c8cc6da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:07.477607147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"48e74474-73c4-4536-8ec8-4723f77316d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:07.478621392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-api-key-no-access-auth","reconcileID":"dae65750-7fa3-43bd-a68b-6bcf11656630","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:07.625710482Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-api-key-no-access-auth","reconcileID":"58420dde-4604-4613-917f-29165892072b","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:07.777682993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"ba4fe1a0-fa41-4cbc-8297-2f02ed74daed","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:08.660914392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"simulator-w1-e65019","reconcileID":"a98ae260-7126-487e-94aa-07cf5c47b2d2","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"simulator-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"simulator-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:08.714490044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"simulator-w1-e65019","reconcileID":"ceffbdac-9db7-4676-a7f3-f37f054ed1fc","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"simulator-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"simulator-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:08.862336825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-models-access-denied-auth","reconcileID":"cef9ad51-75d7-4604-9cab-26d5326bdd86","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:08.918132567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-models-access-denied-auth","reconcileID":"cef9ad51-75d7-4604-9cab-26d5326bdd86","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:08.943966357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"simulator-w1-e65019","reconcileID":"78e0f522-652b-4ac3-9846-d14a29f13a2d","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"simulator-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"simulator-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:08.944079817Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-727f8e-sub models-as-a-service/e2e-rt-sw-db61da-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:09.00431263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"simulator-w1-e65019","reconcileID":"6016e12b-8c39-456b-a42e-4924e55482f6","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"simulator-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"simulator-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:07:09.049633466Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-models-user-sub","reconcileID":"44b9870a-72b8-4dff-a15d-a11054d6a007","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:09.053594299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-w4-e524ce","reconcileID":"efc4552f-547e-40dd-ae54-18e9f14bc7e6","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:09.107049508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"37c672ff-3594-4ba3-b39e-ae634dfd6aaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:09.109546988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-w4-e524ce","reconcileID":"cfda5fa5-f48f-4d2e-8ee9-7fb7e39e5ebf","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:09.129542077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"7e95c69a-9e73-4f62-86f6-d82610ea93a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:09.163503035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"simulator-w1-e65019","reconcileID":"af725895-ae6b-4d40-9286-5354e4f154c5","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"simulator-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"simulator-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:09.16449827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"37c672ff-3594-4ba3-b39e-ae634dfd6aaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:09.18427983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"7e95c69a-9e73-4f62-86f6-d82610ea93a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:09.218991248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"simulator-w1-e65019","reconcileID":"efc9d442-0494-4c11-9ea0-969e4b94c827","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"simulator-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"simulator-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:09.23393426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"simulator-w1-e65019","reconcileID":"26ea966c-6a3b-4ef4-a984-b08f886a3b3a","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"simulator-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"simulator-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:09.263142311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"simulator-w1-e65019","reconcileID":"cf2ec44c-b2f8-42e3-8578-2cd7d330d937","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"simulator-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"simulator-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:09.263942041Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-e65019 priority=0:[ai-tenant-e2e-worker-w1-e65019/e2e-models-other-sub ai-tenant-e2e-worker-w1-e65019/e2e-models-user-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-727f8e-sub models-as-a-service/e2e-rt-sw-db61da-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:09.310933615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-ignore-header-auth1","reconcileID":"9eede4f3-84d6-4ebf-8ddb-69f1c527465a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:09.323495852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"simulator-w1-e65019","reconcileID":"16907615-9642-4318-9f5c-a198a7d84eda","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"simulator-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"simulator-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:07:09.395160932Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-e65019/e2e-models-other-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-other-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:09.396507321Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-e65019 priority=0:[ai-tenant-e2e-worker-w1-e65019/e2e-models-other-sub ai-tenant-e2e-worker-w1-e65019/e2e-models-user-sub]","namespace=ai-tenant-e2e-worker-w4-e524ce priority=10:[ai-tenant-e2e-worker-w4-e524ce/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w4-e524ce/simulator-subscription]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-727f8e-sub models-as-a-service/e2e-rt-sw-db61da-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:09.406706328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-w4-e524ce","reconcileID":"81f1108b-526b-42ea-879d-4182d9e87724","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:09.418037346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-ignore-header-auth1","reconcileID":"9eede4f3-84d6-4ebf-8ddb-69f1c527465a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:09.420679859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-models-access-denied-auth","reconcileID":"534bed95-b971-41b8-9730-d7a96e052ccf","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:09.476462293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"simulator-w1-e65019","reconcileID":"79cf06f4-7701-4730-925b-dca4d894237b","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"simulator-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"simulator-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:09.491395911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"e737ca72-f5e2-4302-a100-4f03f5bebb98","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:09.492868254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-models-access-denied-auth","reconcileID":"534bed95-b971-41b8-9730-d7a96e052ccf","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:09.524112537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-w4-e524ce","reconcileID":"1bdbca03-6a4e-42e7-825d-79d45268aa63","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:09.525153005Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-models-user-sub","reconcileID":"481ecfe7-e3b1-4b95-badd-76dec85a25e2","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-simulator-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w1-e65019/e2e-models-other-sub","ai-tenant-e2e-worker-w1-e65019/e2e-models-user-sub","ai-tenant-e2e-worker-w1-e65019/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:09.547223174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"simulator-w1-e65019","reconcileID":"9401a007-8d80-49b7-b1f9-512c99b7aa77","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"simulator-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"simulator-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:09.576679056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"e4866462-450b-4d0e-b0a5-041e09d6db3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:09.578212841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-w4-e524ce","reconcileID":"5fca8a4e-c56f-425b-b8c7-5c93c56a6aae","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:07:09.599379366Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-e524ce/e2e-ignore-header-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:09.617100601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"3a895e87-19e9-4211-a02e-9fa0a9330136","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:09.657357103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"d6b35f7c-abf2-4bfc-8c2a-16ee680aa43b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:09.673028944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-2-w4-e524ce","reconcileID":"2346c07c-d388-47db-bb0c-a7c5d0bd0d20","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-2-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-2-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:09.698447777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"e4866462-450b-4d0e-b0a5-041e09d6db3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:09.70094995Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-models-other-sub","reconcileID":"8463f222-154b-4b34-8616-c14a876dedf2","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-simulator-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:09.727077818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"3a895e87-19e9-4211-a02e-9fa0a9330136","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:09.729228198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-w4-e524ce","reconcileID":"a4c246b6-974b-4420-879c-288a643c1ecf","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:09.9102357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"simulator-w1-e65019","reconcileID":"9b0acb57-b798-4fa8-94ce-9d5d20ec4fe2","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"simulator-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"simulator-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:09.937202158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-subscription","reconcileID":"e5736ec6-3a2f-4037-8440-81c0fabbe512","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-simulator-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:09.938193018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"d6b35f7c-abf2-4bfc-8c2a-16ee680aa43b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:09.998604545Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-ignore-header-sub1","reconcileID":"dc87cac5-a0ba-46e0-bb60-55590f0d387f","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-distinct-w4-e524ce","model":"distinct-w4-e524ce","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-e524ce/e2e-ignore-header-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:10.000074993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-models-access-denied-auth","reconcileID":"fdeef342-9408-451a-bc8b-a40a770b76f9","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:10.171572771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-2-w4-e524ce","reconcileID":"dfabffca-5f2f-4326-85e9-039eca9df6f1","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-2-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-2-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:10.172670003Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-e65019 priority=0:[ai-tenant-e2e-worker-w1-e65019/e2e-models-other-sub ai-tenant-e2e-worker-w1-e65019/e2e-models-user-sub]","namespace=ai-tenant-e2e-worker-w4-e524ce priority=10:[ai-tenant-e2e-worker-w4-e524ce/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w4-e524ce/simulator-subscription]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-727f8e-sub models-as-a-service/e2e-rt-sw-db61da-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:10.265929141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"simulator-w1-e65019","reconcileID":"62af35de-aa42-4b83-9228-9687a651b393","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"simulator-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"simulator-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:10.2776571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-w4-e524ce","reconcileID":"cf2b85e9-fe9e-40fb-99fb-34382c50946e","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:10.292482018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-models-access-denied-auth","reconcileID":"fdeef342-9408-451a-bc8b-a40a770b76f9","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:10.306334852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-2-w4-e524ce","reconcileID":"94e71925-7e05-41c3-ab69-8a5bc112fb39","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-2-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-2-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:10.32043497Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-models-user-sub","reconcileID":"845beee4-e7e4-4832-b62c-6ce1b579d133","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-simulator-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:10.394063636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-ignore-header-auth1","reconcileID":"e0b2d626-66e0-47f2-876c-b3f5e53e1fe5","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:10.394797914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"eb7d3daa-554e-4052-b1cd-56901e4ceab7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:10.493086282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-ignore-header-auth1","reconcileID":"e0b2d626-66e0-47f2-876c-b3f5e53e1fe5","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:07:10.530775797Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-ignore-header-sub2","reconcileID":"bfdcd185-6fa5-4388-ad84-dcba09d49872","error":"failed to persist rateLimitIdentity: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:10.532940798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-models-other-sub","reconcileID":"e07d8a7a-249a-4597-bebd-3b155b5e67fc","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-simulator-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:10.533186565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-2-w4-e524ce","reconcileID":"08c2157d-595d-4cb3-b92d-7799d27ce096","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-2-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-2-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:10.561600791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-w4-e524ce","reconcileID":"b07799b0-db5d-481d-a79a-85c87291ab4d","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:10.541164568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"eb7d3daa-554e-4052-b1cd-56901e4ceab7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:10.708143103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-2-w4-e524ce","reconcileID":"aad9cae5-5976-4349-a539-55d692b36e28","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-2-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-2-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:10.765360589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"0cdd44cb-440c-473d-a6c2-9196717f9135","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:10.769160156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"simulator-w1-e65019","reconcileID":"d39d54c3-0f2e-481b-9130-692cf4b03b30","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"simulator-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"simulator-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:10.777025174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-2-w4-e524ce","reconcileID":"9049375f-15c3-42e4-abd5-bed80771a5dd","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-2-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-2-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:10.803449269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"69ccda12-c56c-40a6-b659-cfe1d208cf82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:10.947263062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"0cdd44cb-440c-473d-a6c2-9196717f9135","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:10.974665739Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-ignore-header-sub1","reconcileID":"eb4b3ecd-1fc0-48df-86b3-512827c1da68","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-distinct-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/distinct-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:10.975021466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"simulator-w1-e65019","reconcileID":"000084b1-e908-40e7-9f01-fb8c6f4d8764","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"simulator-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"simulator-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:11.008252794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"69ccda12-c56c-40a6-b659-cfe1d208cf82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:11.058710124Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-ignore-header-sub2","reconcileID":"82ad7263-404d-45df-954d-7d0eb719f040","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-distinct-2-w4-e524ce","model":"distinct-2-w4-e524ce","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-e524ce/e2e-ignore-header-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:11.106011353Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-727f8e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-727f8e-sub","reconcileID":"8ac33af3-c3f4-45fa-8246-f83e019a98bd","MaaSSubscription":{"name":"e2e-rt-eq-727f8e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-727f8e","model":"llm/e2e-rt-eq-727f8e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:11.215915382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-ignore-header-auth2","reconcileID":"d43f461f-f661-4c5e-a16f-f4739637ae8c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:11.223496136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-w4-e524ce","reconcileID":"164965b3-ff9e-453b-9312-4c67831c6add","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:11.38902065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"7b4d985c-a2ca-4349-a754-0271599e50a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:11.522036212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-ignore-header-auth2","reconcileID":"d43f461f-f661-4c5e-a16f-f4739637ae8c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:11.52277936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-ignore-header-auth1","reconcileID":"67d15c36-c08a-46bc-9ab7-5db4ecb09a97","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:11.740392419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-2-w4-e524ce","reconcileID":"5a4c6094-c671-4244-81eb-6d43425fe5b3","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-2-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-2-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:11.797810637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"7b4d985c-a2ca-4349-a754-0271599e50a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:11.895036232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-ignore-header-auth1","reconcileID":"67d15c36-c08a-46bc-9ab7-5db4ecb09a97","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:12.025690614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"637e91fa-3c0b-43fc-a248-3fc4264af57a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:12.11902923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-727f8e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-727f8e-access","reconcileID":"fe80c3e5-c7d0-481f-82c5-f2279b931f22","MaaSAuthPolicy":{"name":"e2e-rt-eq-727f8e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:12.120165347Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-ignore-header-sub2","reconcileID":"1500eec7-7d93-4927-b7b5-68c463120a36","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-distinct-2-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/distinct-2-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:12.121168886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-727f8e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-727f8e","reconcileID":"a69d9a0e-6f72-4a3c-a888-92526c990adf","MaaSModelRef":{"name":"e2e-rt-eq-727f8e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-727f8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:12.121188965Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-727f8e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-727f8e","reconcileID":"a69d9a0e-6f72-4a3c-a888-92526c990adf","MaaSModelRef":{"name":"e2e-rt-eq-727f8e","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-727f8e-13912456dda7","namespace":"llm","model":"e2e-rt-eq-727f8e","externalModel":"e2e-rt-eq-727f8e","provider":"e2e-rt-eq-727f8e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:12.128485577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"637e91fa-3c0b-43fc-a248-3fc4264af57a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:12.297824332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-727f8e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-727f8e-access","reconcileID":"fe80c3e5-c7d0-481f-82c5-f2279b931f22","MaaSAuthPolicy":{"name":"e2e-rt-eq-727f8e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:12.299047511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-2-w4-e524ce","reconcileID":"c1bc8117-9a84-4262-b7c7-d87a23346312","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-2-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-2-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:12.616523603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-db61da-access","reconcileID":"c494a849-85e1-4534-9b78-350c7c8b8426","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:12.668846727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-ignore-header-auth2","reconcileID":"6f5d9add-0902-4574-8eae-8bdc18308209","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:12.669814562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8db1bdbe-6678-4bea-b172-73ec595feb15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:12.709670332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-db61da-access","reconcileID":"c494a849-85e1-4534-9b78-350c7c8b8426","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:12.722893026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"55c666a1-2180-4cb9-966f-21de23ffe0a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:12.72947185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-ignore-header-auth2","reconcileID":"6f5d9add-0902-4574-8eae-8bdc18308209","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:12.739040489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8db1bdbe-6678-4bea-b172-73ec595feb15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:12.785041189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"55c666a1-2180-4cb9-966f-21de23ffe0a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:12.943748381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"522fc165-95f8-4424-9bc5-8c64492d6456","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:13.007056756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"522fc165-95f8-4424-9bc5-8c64492d6456","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:07:13.099952612Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-ignore-header-auth2","reconcileID":"6f5d9add-0902-4574-8eae-8bdc18308209","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-ignore-header-auth2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:13.229844757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"023bc524-467a-4c72-940a-7e774b95f9f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:13.230180039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-ignore-header-auth1","reconcileID":"d466c02b-85da-4a82-ac98-4fbd519b766f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:13.299611613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"023bc524-467a-4c72-940a-7e774b95f9f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:13.306787247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-ignore-header-auth1","reconcileID":"d466c02b-85da-4a82-ac98-4fbd519b766f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:13.307336873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-models-access-denied-auth","reconcileID":"583a06f7-277d-4eca-839d-c74aaedad795","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:13.377311822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-models-access-denied-auth","reconcileID":"583a06f7-277d-4eca-839d-c74aaedad795","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:13.417705808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"408e786d-765e-4190-8e6b-16441c1960dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:13.480151797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"408e786d-765e-4190-8e6b-16441c1960dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:13.531954326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-ignore-header-auth2","reconcileID":"112b8518-78f4-42b7-9b7c-a8c842fd7910","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:13.593219156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-ignore-header-auth2","reconcileID":"112b8518-78f4-42b7-9b7c-a8c842fd7910","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:15.708080413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"4a027a0c-a5e8-466e-9320-7967cd126dd4","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"simulator-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"simulator-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:15.708976462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"8e17d1f7-aef3-4efa-9fc6-49b0e99f720f","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"premium-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"premium-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:15.709385773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"ad0c1cbf-3ebd-490b-9e07-34434fd27892","MaaSModelRef":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"distinct-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"distinct-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:15.799200312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"195b5dd6-8ae1-40a4-bd46-d8a7087ea5b5","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"simulator-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"simulator-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:15.799541844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"56511a80-9f25-431c-97b0-a4b4104704a7","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"premium-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"premium-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:15.799787707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"0b04ac7c-f338-435e-a2a8-ce98470cb561","MaaSModelRef":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"distinct-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"distinct-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:15.856777408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"cd4b3446-1b80-45c0-aa50-f2a6f7df6293","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:15.856844234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"6cf8b3f6-49c4-432a-8c38-ac6fe97ee9c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:15.906449314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-subscription","reconcileID":"045fa6f0-fe7b-43a3-8f7c-4d701bdeddd6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-premium-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:15.906488151Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-subscription","reconcileID":"73350035-b31e-4576-938e-7ada6221c372","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-simulator-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:15.912469948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"6cf8b3f6-49c4-432a-8c38-ac6fe97ee9c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:15.91289497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"cd4b3446-1b80-45c0-aa50-f2a6f7df6293","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:16.342820159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"a69fc807-af60-49dc-bf31-ba051c1bcf29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:16.344145464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"9680ec7d-7629-4c55-ba26-00ffc5d83439","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:16.397598999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"a69fc807-af60-49dc-bf31-ba051c1bcf29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:16.398978191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"9680ec7d-7629-4c55-ba26-00ffc5d83439","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:19.802617983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"simulator-w1-e65019","reconcileID":"fb77f8ed-6937-40e4-b846-19ff9f395c71","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"simulator-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"simulator-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:19.956844156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"ba3c30d9-1de0-46ce-a933-77a72bfc6ffc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:19.956841015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-models-access-denied-auth","reconcileID":"56d89273-2fd8-4773-8c93-538668e3626a","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:19.959690507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"bc01b1a9-9a34-46a8-a9e6-80bc23e8e534","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:20.011527509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-models-access-denied-auth","reconcileID":"56d89273-2fd8-4773-8c93-538668e3626a","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:20.013831573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"ba3c30d9-1de0-46ce-a933-77a72bfc6ffc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:20.016212039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"bc01b1a9-9a34-46a8-a9e6-80bc23e8e534","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:21.253819008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-w4-e524ce","reconcileID":"61ee4f42-44cc-4c7b-aa0a-b426012a5558","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:21.407315013Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-ignore-header-sub1","reconcileID":"07949348-c163-4bf5-b81f-ea546d666ef7","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-07dd7c9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:21.502863238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"b49ff4de-bf74-4fbe-9adc-49df51f52408","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:21.504976265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-ignore-header-auth2","reconcileID":"ae6b8e88-be71-49b7-9d14-252609be374a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:21.507158592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-ignore-header-auth1","reconcileID":"b8446954-626c-4095-af3c-81dad4590b04","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:21.507509366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"c15e914a-47f3-4160-80d7-fb63dfb386f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:21.557148793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"b49ff4de-bf74-4fbe-9adc-49df51f52408","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:21.561574313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-ignore-header-auth2","reconcileID":"ae6b8e88-be71-49b7-9d14-252609be374a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:21.562562641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-ignore-header-auth1","reconcileID":"b8446954-626c-4095-af3c-81dad4590b04","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:21.564197348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"c15e914a-47f3-4160-80d7-fb63dfb386f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:21.948597613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"4a054c95-15c8-42e1-84f9-96c147a52178","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:21.9519899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"a1196455-16ce-4b2d-8a2f-e6b406ac6337","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:21.952249787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-ignore-header-auth2","reconcileID":"098e80c2-e918-4d47-b840-5b0d32baed00","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:21.95252915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-ignore-header-auth1","reconcileID":"92c294b5-fdea-4746-a1f3-a47391046507","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:22.002608989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"4a054c95-15c8-42e1-84f9-96c147a52178","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:22.008632322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"a1196455-16ce-4b2d-8a2f-e6b406ac6337","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:22.012374744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-ignore-header-auth2","reconcileID":"098e80c2-e918-4d47-b840-5b0d32baed00","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:22.012479447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-ignore-header-auth1","reconcileID":"92c294b5-fdea-4746-a1f3-a47391046507","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:27.547740762Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-ignore-header-sub2","reconcileID":"902313cc-c684-453e-9d40-03b6c8ebc489","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-distinct-2-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/distinct-2-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:27.731131454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-2-w4-e524ce","reconcileID":"f9e24f3b-fb31-47d3-8fee-9e1b09d53e4a","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-2-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-2-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:27.822833124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"2dced3c3-e23a-450b-9fd4-363b38af3646","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:27.823179176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"9ae09ddd-37f8-4f56-a2ec-d3b82b4182ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:27.8832929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"9ae09ddd-37f8-4f56-a2ec-d3b82b4182ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:27.901844309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"2dced3c3-e23a-450b-9fd4-363b38af3646","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:28.256789759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"00c3c29f-00f6-4460-b599-1f0e39e4ddf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:28.257468686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-ignore-header-auth1","reconcileID":"430ec621-5475-444b-a901-c7da8afd945c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:28.358766013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"00c3c29f-00f6-4460-b599-1f0e39e4ddf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:28.366562186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-ignore-header-auth1","reconcileID":"430ec621-5475-444b-a901-c7da8afd945c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:28.425927676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"6f5de46a-dc33-48ee-a712-49a1d9c98f6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:28.478722836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-ignore-header-auth2","reconcileID":"d6a28e70-bc1f-46bc-9a10-430af4f5b8cb","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:28.485480902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"6f5de46a-dc33-48ee-a712-49a1d9c98f6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:28.532407704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-ignore-header-auth2","reconcileID":"d6a28e70-bc1f-46bc-9a10-430af4f5b8cb","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:28.773816886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-ignore-header-auth1","reconcileID":"65f1783e-24cc-4e43-a5e3-d3402499826f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:28.773843921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"ff3901d4-dba6-4afa-aeff-727c7c367d26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:28.82834794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-ignore-header-auth1","reconcileID":"65f1783e-24cc-4e43-a5e3-d3402499826f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:28.829467797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"ff3901d4-dba6-4afa-aeff-727c7c367d26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:28.926407882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"f5fd5163-ca26-485a-a446-d5385b76110a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:28.980611591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"f5fd5163-ca26-485a-a446-d5385b76110a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:29.965386294Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-models-user-sub","reconcileID":"6bafd525-36a3-49f4-a129-56d710321af4","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-e65019"},"model":"e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","subscription":"e2e-models-user-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:30.16886518Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-models-user-sub","reconcileID":"6bafd525-36a3-49f4-a129-56d710321af4","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-simulator-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-e65019/e2e-models-other-sub","ai-tenant-e2e-worker-w1-e65019/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:30.36675675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-models-other-sub","reconcileID":"ef48b38f-795f-4038-9cc8-a5c8cc292009","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-simulator-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:30.366934084Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-subscription","reconcileID":"89d52587-98c7-4ae0-995e-948e12da2d91","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-simulator-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:30.423164256Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-727f8e-sub models-as-a-service/e2e-rt-sw-db61da-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:30.424540226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"simulator-w1-e65019","reconcileID":"2ed7c095-83c3-4e6e-9da9-db1ea435b656","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"simulator-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"simulator-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:30.478262717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"simulator-w1-e65019","reconcileID":"c47b893d-b4d8-41f7-b4b3-7dd38b7e834a","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"simulator-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"simulator-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:30.53364195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"2137b41c-3e30-4f89-829d-01561da6d841","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:30.570237512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-models-access-denied-auth","reconcileID":"0ce12fde-40c0-4c6b-9679-481ef7bb3d6b","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:30.570388449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"e60fd1e5-e76f-473c-be2b-ee545502cf56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:30.570747592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"05febdb6-96aa-4eb2-a638-3b231a191f9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:30.589445568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"simulator-w1-e65019","reconcileID":"20aaa981-49d7-4a4f-bc9e-625202f84c40","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"simulator-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"simulator-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:30.624249481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"e60fd1e5-e76f-473c-be2b-ee545502cf56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:30.625408725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-models-access-denied-auth","reconcileID":"0ce12fde-40c0-4c6b-9679-481ef7bb3d6b","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:30.626607237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"05febdb6-96aa-4eb2-a638-3b231a191f9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:30.958578523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"b1d54432-e72b-4490-90f5-0c2fce2e4873","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"premium-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"premium-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:30.959191016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"74f9bc6c-ee1d-4652-976a-2c077b16de42","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:30.99694609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"6cbc915b-c9d5-4c23-b135-8fa95d33729b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:31.00222584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-models-access-denied-auth","reconcileID":"1490681a-bac2-4c56-b3f8-4c0f8bdb239a","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:31.008443435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"d93cc111-b8f3-44ab-8483-ea16121c13b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:31.032677862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"b6b445ae-893e-4053-a5ae-930d50e9f8e8","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"premium-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"premium-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:31.033030186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"54a00158-c3b4-4b2b-9a3e-d94ee114f4a9","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:31.05081891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"6cbc915b-c9d5-4c23-b135-8fa95d33729b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:31.05720997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-models-access-denied-auth","reconcileID":"1490681a-bac2-4c56-b3f8-4c0f8bdb239a","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:31.063162916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"d93cc111-b8f3-44ab-8483-ea16121c13b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:31.108275744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"b4cb75e1-663e-416c-a363-db955962c215","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:31.108368787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"8ec01262-5d85-48fb-8f19-dff0eb3ae289","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:31.160007016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-subscription","reconcileID":"01a4d8bd-ed4d-4680-b654-2b14b914e75c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:31.160662548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-subscription","reconcileID":"ce81c1ce-050a-4431-9812-81ce3f848d99","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-premium-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:31.17364872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"b4cb75e1-663e-416c-a363-db955962c215","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:31.195784912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"8ec01262-5d85-48fb-8f19-dff0eb3ae289","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:31.456975986Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-ignore-header-sub1","reconcileID":"1ecc6bf9-6e5e-4132-a1ce-f3fd950141a1","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/distinct-w4-e524ce","subscription":"e2e-ignore-header-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:31.495727858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"9f10b981-fa88-4ed7-8da8-965fce9c33e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:31.495728271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"28b9e670-fe53-4453-af35-14be96afc79b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:31.506104801Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-ignore-header-sub1","reconcileID":"1ecc6bf9-6e5e-4132-a1ce-f3fd950141a1","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/distinct-w4-e524ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:31.550024521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"9f10b981-fa88-4ed7-8da8-965fce9c33e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:31.551225002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"28b9e670-fe53-4453-af35-14be96afc79b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:31.555245836Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-ignore-header-sub1","reconcileID":"1ecc6bf9-6e5e-4132-a1ce-f3fd950141a1","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/distinct-w4-e524ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:31.819117061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-w4-e524ce","reconcileID":"0d8e42c4-0ea0-4c7f-bfa1-b53389e26ab6","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:31.819478892Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-727f8e-sub models-as-a-service/e2e-rt-sw-db61da-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:31.980426412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-2-w4-e524ce","reconcileID":"077a8876-383f-4c03-8ef1-e422fad2f9ff","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-2-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-2-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:32.062587027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"7cc2531b-4a2f-44cb-95dc-080869aa6ead","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:32.062619695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-ignore-header-auth2","reconcileID":"4e9fc959-d5c7-4e4e-9cb2-70cc0d004db2","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:32.063232087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-ignore-header-auth1","reconcileID":"f1a242be-e581-404f-9384-f9cb538db6b3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:32.063275432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"61f02a3c-2af7-4a89-86d0-267865d040e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:32.11879413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"7cc2531b-4a2f-44cb-95dc-080869aa6ead","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:32.122512061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-ignore-header-auth2","reconcileID":"4e9fc959-d5c7-4e4e-9cb2-70cc0d004db2","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:32.123651507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"61f02a3c-2af7-4a89-86d0-267865d040e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:32.12471836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-ignore-header-auth1","reconcileID":"f1a242be-e581-404f-9384-f9cb538db6b3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:32.131887414Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-ignore-header-sub2","reconcileID":"4d557efb-1256-4656-8de6-bd8116ab5348","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7a493d19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:32.55977682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-ignore-header-auth1","reconcileID":"5cc00676-f465-48ee-9f40-01f0a0d4890c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:32.559960514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"721adf78-cc3e-482a-b9a4-3236e287b7ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:32.559787772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"b8c84c0f-6506-4deb-ba21-069bbbafa1e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:32.561652642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-ignore-header-auth2","reconcileID":"80f71993-7e53-48aa-8b29-05f622e57151","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:32.615244274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"721adf78-cc3e-482a-b9a4-3236e287b7ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:32.615245615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"b8c84c0f-6506-4deb-ba21-069bbbafa1e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:32.618793318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-ignore-header-auth2","reconcileID":"80f71993-7e53-48aa-8b29-05f622e57151","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:32.61886895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-ignore-header-auth1","reconcileID":"5cc00676-f465-48ee-9f40-01f0a0d4890c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:36.168478075Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:40.743670512Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-models-other-sub","reconcileID":"bf5bb4cb-2d33-45e5-998b-dd61fda2c283","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-e65019"},"model":"e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","subscription":"e2e-models-other-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:40.947642235Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-models-other-sub","reconcileID":"bf5bb4cb-2d33-45e5-998b-dd61fda2c283","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-simulator-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-e65019/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:41.144577546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-subscription","reconcileID":"df94c381-eec9-48e6-87ba-45163ddaf095","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-simulator-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:41.153534267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"simulator-w1-e65019","reconcileID":"8f8be85c-aa2b-4773-862a-38f30a0a231f","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"simulator-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"simulator-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:41.153980808Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-727f8e-sub models-as-a-service/e2e-rt-sw-db61da-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:41.300210728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"3706a376-0763-4c6b-8ccd-f997059b5632","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:41.300221855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-models-access-denied-auth","reconcileID":"26e1d3a7-af90-488a-8262-0631b13ee6da","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:41.300813081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"8ecb296b-c49b-4f60-a79c-8e258c5bc755","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:41.321477508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"simulator-w1-e65019","reconcileID":"d89883ea-d630-4bb1-b47c-51d0b26530ba","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"simulator-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"simulator-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:41.355075358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"3706a376-0763-4c6b-8ccd-f997059b5632","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:41.35525488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"8ecb296b-c49b-4f60-a79c-8e258c5bc755","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:41.357498331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-models-access-denied-auth","reconcileID":"26e1d3a7-af90-488a-8262-0631b13ee6da","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:41.504258731Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-models-access-denied-auth","reconcileID":"1fe750fd-4c0b-4116-a8cd-e72f10a189c8","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-e65019"},"model":"e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:41.655812499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"simulator-w1-e65019","reconcileID":"9de13900-9e0a-4cf5-8590-263f44c0708b","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"simulator-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"simulator-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:42.18648464Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-ignore-header-sub2","reconcileID":"49788768-2550-4afc-9b3d-eba99e642016","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/distinct-2-w4-e524ce","subscription":"e2e-ignore-header-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:42.236048044Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-ignore-header-sub2","reconcileID":"49788768-2550-4afc-9b3d-eba99e642016","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/distinct-2-w4-e524ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:42.259660516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-727f8e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-727f8e","reconcileID":"d45a2505-80cd-4244-ad00-329bd2fe1308","MaaSModelRef":{"name":"e2e-rt-eq-727f8e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-727f8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:42.259681842Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-727f8e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-727f8e","reconcileID":"d45a2505-80cd-4244-ad00-329bd2fe1308","MaaSModelRef":{"name":"e2e-rt-eq-727f8e","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-727f8e-13912456dda7","namespace":"llm","model":"e2e-rt-eq-727f8e","externalModel":"e2e-rt-eq-727f8e","provider":"e2e-rt-eq-727f8e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:42.293002669Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-ignore-header-sub2","reconcileID":"49788768-2550-4afc-9b3d-eba99e642016","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/distinct-2-w4-e524ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:42.433210658Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-727f8e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-727f8e-sub","reconcileID":"85fee88e-7a53-40b3-aecc-25822fa926be","MaaSSubscription":{"name":"e2e-rt-eq-727f8e-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6d646474","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:42.475339611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c9690ec0-fb16-4302-8f27-429088cce730","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:42.475347443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-727f8e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-727f8e-access","reconcileID":"55973b2b-8a67-4055-9cf8-5f7c5cb8668a","MaaSAuthPolicy":{"name":"e2e-rt-eq-727f8e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:42.476083337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"79baf6ab-d1f1-4f6e-a242-1a2e3c8af000","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:42.476090552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-db61da-access","reconcileID":"52e78e81-bd80-4cf4-90a0-8d3cacda7498","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:42.531158292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-727f8e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-727f8e-access","reconcileID":"55973b2b-8a67-4055-9cf8-5f7c5cb8668a","MaaSAuthPolicy":{"name":"e2e-rt-eq-727f8e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:42.532900817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c9690ec0-fb16-4302-8f27-429088cce730","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:42.534792044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"79baf6ab-d1f1-4f6e-a242-1a2e3c8af000","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:42.535191626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-db61da-access","reconcileID":"52e78e81-bd80-4cf4-90a0-8d3cacda7498","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:42.601962923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-2-w4-e524ce","reconcileID":"1cacb261-aae7-40eb-991f-8fcf613423bf","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-2-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-2-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:42.714137973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-db61da","reconcileID":"a817f4b7-1f43-4044-978a-20dfdd1d0321","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-db61da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:42.714162916Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-db61da","reconcileID":"a817f4b7-1f43-4044-978a-20dfdd1d0321","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-db61da-be9bd7498a77","namespace":"llm","model":"e2e-rt-sw-db61da","externalModel":"e2e-rt-sw-db61da","provider":"e2e-rt-sw-db61da-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:42.763974099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-w4-e524ce","reconcileID":"065b6d4b-2894-47d2-b2cc-83bdb83a0225","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:42.847072361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"3bfa4ba4-c59c-43df-83d7-2655dd93080a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:42.901377097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"3bfa4ba4-c59c-43df-83d7-2655dd93080a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:42.975395825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ef896c73-70a0-4093-b1d8-90addbd6f540","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:42.975389241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0f599710-3ea5-4541-b2a4-2dc6bec1ebe6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:43.029780216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0f599710-3ea5-4541-b2a4-2dc6bec1ebe6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:43.030914431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ef896c73-70a0-4093-b1d8-90addbd6f540","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:43.078392663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-727f8e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-727f8e-access","reconcileID":"fae7ba10-8886-413b-bc7f-ceb0e9da390b","MaaSAuthPolicy":{"name":"e2e-rt-eq-727f8e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:43.078400306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-db61da-access","reconcileID":"19735c8c-e971-44ce-93ae-b59c632bf988","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:43.120726859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-w1-e65019","reconcileID":"c941c65a-42d3-4130-99d5-0b8e31d2992f","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:43.13499492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-727f8e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-727f8e-access","reconcileID":"fae7ba10-8886-413b-bc7f-ceb0e9da390b","MaaSAuthPolicy":{"name":"e2e-rt-eq-727f8e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:43.135087474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-db61da-access","reconcileID":"19735c8c-e971-44ce-93ae-b59c632bf988","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:43.250071104Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-ignore-header-auth1","reconcileID":"cb66612c-f5e4-411c-8ae9-21938d7a2b88","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/distinct-w4-e524ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:43.296874538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"81eba3bb-09d6-4103-9eac-29c0bb4e2074","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:43.351180166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"81eba3bb-09d6-4103-9eac-29c0bb4e2074","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:43.396655243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-w1-e65019","reconcileID":"3a306a9f-40ca-4b8b-97a4-d9ebcd473023","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:43.444228168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-ignore-header-auth2","reconcileID":"61975c74-084e-4fc1-a081-50cfcaf62a36","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:43.452797877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-w4-e524ce","reconcileID":"84219f54-e6bc-423f-b5de-91963d13a2c3","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:43.453079513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-w1-e65019","reconcileID":"6ca3cbec-1d52-4233-8ccc-1fb75ba83441","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:43.455497264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-w1-e65019","reconcileID":"51846ee6-b843-415e-8f56-55da6eaa8fe9","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:43.498146634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-ignore-header-auth2","reconcileID":"61975c74-084e-4fc1-a081-50cfcaf62a36","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:07:43.499199088Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-multi-keys-sub1","reconcileID":"981e9dca-2ec7-4531-851b-4bd7a0f1b9de","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:43.56096421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-2-w4-e524ce","reconcileID":"0da4c1fe-00a4-4911-9237-e50fcdb7d65d","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-2-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-2-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:43.598781559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"8f963e71-83a7-4ff3-9428-e0668cd5e53d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:43.603250516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-w1-e65019","reconcileID":"fc3dbea8-c8f3-44ad-8418-b3ab5373acf2","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:43.653616687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"8f963e71-83a7-4ff3-9428-e0668cd5e53d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:43.657594601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-w1-e65019","reconcileID":"506d74c4-0f1a-40b4-9276-5a0f40d07abe","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:43.671215579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-2-w1-e65019","reconcileID":"7d33c063-d5a8-4855-848b-c11e85a9e201","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-2-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-2-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:43.699770739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"3936a67c-ca39-4f37-9ded-2f5da2b091ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:43.699786938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-multi-keys-auth1","reconcileID":"9f38edf6-2ad7-4e79-b837-7f0c0a5b8a47","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:43.705102823Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-ignore-header-auth2","reconcileID":"89b6ea22-55d9-4f60-a52a-fdaf17765e57","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/distinct-2-w4-e524ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:43.724949585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-2-w1-e65019","reconcileID":"9a4a2d4e-e8b4-439a-ab9e-545dff8afff4","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-2-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-2-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:43.755149407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-multi-keys-auth1","reconcileID":"9f38edf6-2ad7-4e79-b837-7f0c0a5b8a47","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:43.755638965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"3936a67c-ca39-4f37-9ded-2f5da2b091ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:43.856152628Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-multi-keys-sub1","reconcileID":"d77426fc-7b52-490d-840f-2f8fcfd5bd62","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-distinct-w1-e65019","model":"distinct-w1-e65019","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-e65019/e2e-multi-keys-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:43.910620823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-2-w4-e524ce","reconcileID":"a7e53eb5-6f64-410a-8d3d-adb7450f4953","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-2-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-2-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:43.94204541Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-e65019 priority=0:[ai-tenant-e2e-worker-w1-e65019/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w1-e65019/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:43.942292734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-2-w1-e65019","reconcileID":"3e4eb2d2-6a26-432f-a355-370d29ecee7d","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-2-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-2-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:43.970153306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-multi-keys-auth2","reconcileID":"05ea3e14-b8ca-4ad6-97aa-9f2236690524","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:43.997647134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-w1-e65019","reconcileID":"de19e169-fb6a-4f81-bf4b-0b9b7248ed08","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:07:44.013196786Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-multi-keys-sub1","reconcileID":"d77426fc-7b52-490d-840f-2f8fcfd5bd62","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:44.025082319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-multi-keys-auth2","reconcileID":"05ea3e14-b8ca-4ad6-97aa-9f2236690524","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:44.044867291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-2-w1-e65019","reconcileID":"fd421f7b-bc45-4d49-993d-d7dc614ec1e7","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-2-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-2-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:07:44.046783434Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-e65019/e2e-multi-keys-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:44.097918113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"1d05db41-ab20-4bbb-9bcc-561e85c42965","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:44.098630406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-2-w1-e65019","reconcileID":"f1131b3b-659d-41cf-bb08-9ba1cf41c7b0","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-2-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-2-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:44.15202102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"1d05db41-ab20-4bbb-9bcc-561e85c42965","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:44.161816086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-w1-e65019","reconcileID":"fe590289-d167-4865-9fb4-a4c2016f02dc","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:44.195860038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"307636ed-f2ed-4dbb-b0a3-2ccc03252386","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:44.211916759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-multi-keys-sub1","reconcileID":"9682d8b3-9547-41c3-a5f2-32d141814617","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-distinct-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/distinct-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:44.253506216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"307636ed-f2ed-4dbb-b0a3-2ccc03252386","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:44.308981057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-2-w1-e65019","reconcileID":"f23e8bdc-f47a-4746-86d7-5b215e8f16a9","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-2-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-2-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:44.318855954Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-multi-keys-sub2","reconcileID":"149bfaae-d35c-4234-8f2b-dd75e49be676","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-distinct-2-w1-e65019","model":"distinct-2-w1-e65019","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-e65019/e2e-multi-keys-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:44.379654358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-w1-e65019","reconcileID":"4c8f49ca-b7ba-41b9-bfe2-2eb11dd78f9d","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:44.410631629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-multi-keys-auth1","reconcileID":"e09b5fe2-7bfa-4fcf-bb8d-bb4b479690ca","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:44.465042681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-multi-keys-auth1","reconcileID":"e09b5fe2-7bfa-4fcf-bb8d-bb4b479690ca","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:44.47722829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-2-w1-e65019","reconcileID":"0aca8809-f94a-4284-9199-3abcddea888c","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-2-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-2-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:44.54435221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"b70e26aa-cccb-4263-a38e-eb99693786a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:44.554902003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-multi-keys-auth2","reconcileID":"9754ed8d-7994-47f3-8986-22df41108e0d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:44.600421337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"b70e26aa-cccb-4263-a38e-eb99693786a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:44.60889086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-multi-keys-auth2","reconcileID":"9754ed8d-7994-47f3-8986-22df41108e0d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:44.677283825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-multi-keys-sub2","reconcileID":"250392ee-4d62-464d-a4f5-2939d5b82423","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-distinct-2-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/distinct-2-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:44.701894086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"8b176a2d-1cd4-459e-959c-b03f8590b87c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:44.758734173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"8b176a2d-1cd4-459e-959c-b03f8590b87c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:45.355439268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-w4-e524ce","reconcileID":"145f2a11-50e8-4d22-9dc6-7013a5154e38","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:45.40815263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-w4-e524ce","reconcileID":"7603d09b-fecb-48e9-aa4b-e4b98d5b6462","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:45.606925815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"b1edc419-886a-4ef4-aa50-779629488364","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:45.637715598Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-e65019 priority=0:[ai-tenant-e2e-worker-w1-e65019/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w1-e65019/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:45.644740633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-w4-e524ce","reconcileID":"2aa8a3af-29b9-45de-9726-e4c67d91f813","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:45.809226469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"b1edc419-886a-4ef4-aa50-779629488364","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:45.82334202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-2-w1-e65019","reconcileID":"fcabb74f-293a-40c0-8324-8b0e68092db8","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-2-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-2-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:45.87475216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-w4-e524ce","reconcileID":"eb4b9347-5666-4c38-962b-87755d13da4f","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:07:45.875280647Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-e524ce/e2e-sa-multi-no-hdr-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:45.934080574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"d5520bfa-1764-4fc4-86f5-c9fc1147712f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:45.935598337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-w4-e524ce","reconcileID":"a8713f14-9a52-4580-a8a1-32efe47cf398","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:45.950777311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-2-w4-e524ce","reconcileID":"06311c19-f362-484b-9540-c62b4dd4657a","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-2-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-2-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:46.026602013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"db7516c2-97fb-435f-8c59-314ef5d949a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:46.027747888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-2-w4-e524ce","reconcileID":"b7145b76-402f-49ec-b0c1-2c1db99ea283","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-2-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-2-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:46.034418022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"d5520bfa-1764-4fc4-86f5-c9fc1147712f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:46.107484104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"db7516c2-97fb-435f-8c59-314ef5d949a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:46.18217183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-w4-e524ce","reconcileID":"fc9b4e16-5025-41ec-89da-108086ad6161","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:46.220244574Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"e6774bfc-fb36-43b3-8699-901f77343f40","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-distinct-w4-e524ce","model":"distinct-w4-e524ce","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-e524ce/e2e-sa-multi-no-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:46.255248029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-2-w4-e524ce","reconcileID":"5a79de21-0650-4be3-919f-193571846bb0","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-2-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-2-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:46.285252163Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-e65019 priority=0:[ai-tenant-e2e-worker-w1-e65019/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w1-e65019/e2e-multi-keys-sub2]","namespace=ai-tenant-e2e-worker-w4-e524ce priority=0:[ai-tenant-e2e-worker-w4-e524ce/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w4-e524ce/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:46.352680985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"42beb31f-73a7-492a-9b5f-9ec4e32b8dbe","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:46.394170258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-2-w4-e524ce","reconcileID":"831efb23-ae63-477b-8d90-4df79d8f1d9a","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-2-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-2-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:46.411512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-w4-e524ce","reconcileID":"579d674b-eaec-429c-ae3a-718340ed6feb","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:07:46.460003548Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-e524ce/e2e-sa-multi-no-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:46.461878942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-2-w4-e524ce","reconcileID":"ced159a3-3aaf-4816-8926-549f520f5b4b","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-2-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-2-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:46.57497431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"d25cb424-5d85-413b-ae2b-fd1df699fa15","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:46.767691221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-w4-e524ce","reconcileID":"fe1bb8ba-11a4-4660-ba0d-bd209f6c9f7a","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:46.788952992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"42beb31f-73a7-492a-9b5f-9ec4e32b8dbe","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:46.841816278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"8de5cdde-d2d1-486c-8ecc-7210dc2ee9a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:46.948110976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"29e3f057-1eed-4292-929c-b6feb9f54692","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:46.971804924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"d25cb424-5d85-413b-ae2b-fd1df699fa15","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:46.980524316Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"a6d17772-e1b3-4e43-bbb3-a49dd5efeb71","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-distinct-2-w4-e524ce","model":"distinct-2-w4-e524ce","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-e524ce/e2e-sa-multi-no-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:47.093129475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"8de5cdde-d2d1-486c-8ecc-7210dc2ee9a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:47.249082893Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"42c9c7f1-725c-4c43-bde4-994d00ecef08","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-distinct-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/distinct-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:47.31712724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"29e3f057-1eed-4292-929c-b6feb9f54692","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:47.379499692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"f4dd4c78-0c20-4cd5-b1eb-1f24b2bb0fa8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:47.477071904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"f4dd4c78-0c20-4cd5-b1eb-1f24b2bb0fa8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:47.488273056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-2-w4-e524ce","reconcileID":"06b903d3-5618-455a-86c6-4de3af05f896","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-2-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-2-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:47.569540221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-2-w4-e524ce","reconcileID":"a7a65d4a-93ef-4b40-8f0f-d338fc6f6372","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-2-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-2-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:47.618002395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-w4-e524ce","reconcileID":"a759c859-9627-4ca8-804c-4bca85c55e7b","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:47.786110851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"f68ec46f-1b8d-475a-adfc-50232b95d639","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:47.8078598Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"f464ce71-b85b-49a4-ac0c-52166d5c776e","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-distinct-2-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/distinct-2-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:47.808609979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"5f91cf56-2501-4d67-858f-a39acf5fc3e0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:47.839241531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"6e0f24cb-16c2-4d7b-9e06-447e77ec5e36","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:47.852569478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"f68ec46f-1b8d-475a-adfc-50232b95d639","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:47.91123849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"5f91cf56-2501-4d67-858f-a39acf5fc3e0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:47.927038517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"6e0f24cb-16c2-4d7b-9e06-447e77ec5e36","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:47.929959846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"e0e3f322-c4cb-4534-90f8-5c3eb7db1ec5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:47.953130744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"908eae39-d665-4fc3-9f2d-e8d434d0e5d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:48.219405598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"908eae39-d665-4fc3-9f2d-e8d434d0e5d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:48.224861623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"e0e3f322-c4cb-4534-90f8-5c3eb7db1ec5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:50.199301832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-w1-e65019","reconcileID":"182ee471-135d-4c0b-9bf5-5eea1843ae4e","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:50.25279821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-w4-e524ce","reconcileID":"a815b568-aa46-413a-aab0-824f310e9edf","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:50.353507586Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-multi-keys-sub1","reconcileID":"0b3b8e02-7771-4821-91ae-479e99942348","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-dcd92762","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:50.359076369Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"5be09e50-1fdc-4ba7-aff0-14d79b518fb3","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2ba405f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:50.453006274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-multi-keys-auth1","reconcileID":"e1b04997-a6d3-4d0b-a846-6b5b88444e86","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:50.453788588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-multi-keys-auth2","reconcileID":"c835a6f6-901e-4eb7-a5f5-39cb36c08eaa","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:50.457032308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"cf890097-872d-4bbb-84c5-73cfa8bb9506","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:50.457780245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"257a8b26-1aad-4751-883f-899f42d2751c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:50.510348941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-multi-keys-auth1","reconcileID":"e1b04997-a6d3-4d0b-a846-6b5b88444e86","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:50.513113135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-multi-keys-auth2","reconcileID":"c835a6f6-901e-4eb7-a5f5-39cb36c08eaa","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:50.513126602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"cf890097-872d-4bbb-84c5-73cfa8bb9506","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:50.515627525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"257a8b26-1aad-4751-883f-899f42d2751c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:50.557735033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"a6892553-d437-445d-882e-4b7a9036d989","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:50.612146727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"a6892553-d437-445d-882e-4b7a9036d989","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:50.906760431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"632d5d1b-d67d-46da-aeeb-35cbbd462f66","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:50.907107509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"50ec6827-0195-429d-b988-8b1f63b6410e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:50.907238596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"c7b946ac-07d3-4166-8795-445dc8005cd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:50.911524076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-multi-keys-auth1","reconcileID":"4a4b8b49-9636-466e-88c2-2d06e447bd5b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:50.967393158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"632d5d1b-d67d-46da-aeeb-35cbbd462f66","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:50.967458016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-multi-keys-auth1","reconcileID":"4a4b8b49-9636-466e-88c2-2d06e447bd5b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:50.969679292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"c7b946ac-07d3-4166-8795-445dc8005cd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:50.969692398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"50ec6827-0195-429d-b988-8b1f63b6410e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:51.012844556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-multi-keys-auth2","reconcileID":"998ec458-aae3-4f2e-8b00-73e6bea26339","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:51.066961807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-multi-keys-auth2","reconcileID":"998ec458-aae3-4f2e-8b00-73e6bea26339","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:51.41009388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"7e2ae534-c527-4792-8961-020134a34d8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:51.410226944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"bc9cd6bb-336c-40bd-b801-ebc17b0f0201","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:51.410579547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"936ad5fa-93a9-45dd-b963-3a87bc981631","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:51.46485548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"bc9cd6bb-336c-40bd-b801-ebc17b0f0201","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:51.464930663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"7e2ae534-c527-4792-8961-020134a34d8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:51.46737727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"936ad5fa-93a9-45dd-b963-3a87bc981631","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:52.486290311Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-727f8e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-727f8e-sub","reconcileID":"8f5735e1-5272-4741-8194-fe9c85c24e0c","MaaSSubscription":{"name":"e2e-rt-eq-727f8e-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-727f8e","subscription":"e2e-rt-eq-727f8e-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:52.586680391Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-727f8e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-727f8e-sub","reconcileID":"8f5735e1-5272-4741-8194-fe9c85c24e0c","MaaSSubscription":{"name":"e2e-rt-eq-727f8e-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-727f8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:52.640539677Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-727f8e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-727f8e-sub","reconcileID":"8f5735e1-5272-4741-8194-fe9c85c24e0c","MaaSSubscription":{"name":"e2e-rt-eq-727f8e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-727f8e","namespace":"llm","model":"llm/e2e-rt-eq-727f8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:52.956779496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-727f8e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-727f8e","reconcileID":"86835bc9-4385-48ee-ab88-6bc8e86a64c0","MaaSModelRef":{"name":"e2e-rt-eq-727f8e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-727f8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:52.956804581Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-727f8e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-727f8e","reconcileID":"86835bc9-4385-48ee-ab88-6bc8e86a64c0","MaaSModelRef":{"name":"e2e-rt-eq-727f8e","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-727f8e-13912456dda7","namespace":"llm","model":"e2e-rt-eq-727f8e","externalModel":"e2e-rt-eq-727f8e","provider":"e2e-rt-eq-727f8e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:53.063360584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-2-w1-e65019","reconcileID":"6a7e55ab-9b0e-421b-9fb6-083660db7508","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-2-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-2-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:53.063752979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-2-w4-e524ce","reconcileID":"d8ec81c6-797a-400a-b819-712b453c789d","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-2-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-2-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:53.113227855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-727f8e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-727f8e","reconcileID":"a08dfa94-00f2-43c2-adc6-2c2dfda14b7d","MaaSModelRef":{"name":"e2e-rt-eq-727f8e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-727f8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:53.113252008Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-727f8e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-727f8e","reconcileID":"a08dfa94-00f2-43c2-adc6-2c2dfda14b7d","MaaSModelRef":{"name":"e2e-rt-eq-727f8e","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-727f8e-13912456dda7","namespace":"llm","model":"e2e-rt-eq-727f8e","externalModel":"e2e-rt-eq-727f8e","provider":"e2e-rt-eq-727f8e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:53.172309061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"233d3650-0721-4328-a914-860443be8d6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:53.172463712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-727f8e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-727f8e-access","reconcileID":"3c963946-7363-4e96-bee2-bf53be6f8dac","MaaSAuthPolicy":{"name":"e2e-rt-eq-727f8e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:53.172308934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-db61da-access","reconcileID":"9667b06a-a595-47b2-94f0-3b26f1773e07","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:53.172742438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"393dc851-e536-42ba-b6e0-e1c4492719a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:53.231526339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"393dc851-e536-42ba-b6e0-e1c4492719a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:53.231756109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-db61da-access","reconcileID":"9667b06a-a595-47b2-94f0-3b26f1773e07","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:53.235203241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-727f8e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-727f8e-access","reconcileID":"3c963946-7363-4e96-bee2-bf53be6f8dac","MaaSAuthPolicy":{"name":"e2e-rt-eq-727f8e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:53.239442218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"233d3650-0721-4328-a914-860443be8d6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:53.493266801Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-727f8e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-727f8e-access","reconcileID":"31587afb-8412-4945-ae5e-8c10d4ad70bd","MaaSAuthPolicy":{"name":"e2e-rt-eq-727f8e-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-727f8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:53.589287615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"3db6c1d8-240a-4e1b-98c3-4580d8f1ee12","MaaSModelRef":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"distinct-2-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"distinct-2-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:53.702429463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-727f8e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-727f8e","reconcileID":"2609cd9e-e08f-4c9a-8d69-d9c28f689d7f","MaaSModelRef":{"name":"e2e-rt-eq-727f8e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-727f8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:53.702463815Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-727f8e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-727f8e","reconcileID":"2609cd9e-e08f-4c9a-8d69-d9c28f689d7f","MaaSModelRef":{"name":"e2e-rt-eq-727f8e","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-727f8e-13912456dda7","namespace":"llm","model":"e2e-rt-eq-727f8e","externalModel":"e2e-rt-eq-727f8e","provider":"e2e-rt-eq-727f8e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:54.223138049Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-727f8e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-727f8e","reconcileID":"b5098af6-90b3-476b-a250-c44bb0cb2499","namespace":"llm","name":"e2e-rt-eq-727f8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:54.281583435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"75bcf3df-fb79-48a6-8a38-8a2709fc21e1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:54.281626398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"75bcf3df-fb79-48a6-8a38-8a2709fc21e1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:54.281903279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"dfecbf0b-2dca-47bd-b403-b37b0043975d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:54.281920089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"dfecbf0b-2dca-47bd-b403-b37b0043975d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:54.282142277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"67b2f36c-4d35-4899-9dfb-790470f8b770","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:54.282155822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"67b2f36c-4d35-4899-9dfb-790470f8b770","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:54.282434726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4dd12bc7-9fbc-479c-9d0d-23862ffb1a8a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:54.282460494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4dd12bc7-9fbc-479c-9d0d-23862ffb1a8a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:54.282814241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c6244255-e16e-4b56-a867-e48cf30a437e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:54.282830471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c6244255-e16e-4b56-a867-e48cf30a437e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:54.333090066Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-db61da","reconcileID":"3cae3394-9f0d-4539-aa6c-c955fb93e486","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-db61da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:54.333122583Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-db61da","reconcileID":"3cae3394-9f0d-4539-aa6c-c955fb93e486","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-db61da-be9bd7498a77","namespace":"llm","model":"e2e-rt-sw-db61da","externalModel":"e2e-rt-sw-db61da","provider":"e2e-rt-sw-db61da-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:54.373907851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"de4a996c-3f85-41e3-8561-13adc4050494","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:54.374299178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"6c06c637-8160-4380-a75f-33e2a5c1f0fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:54.384684754Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c2876444-2b27-4e65-9aef-cac0fc3ca655","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:54.3847001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c2876444-2b27-4e65-9aef-cac0fc3ca655","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:54.384928356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"44ddd2cc-3591-4441-92bd-5f625c70cb4f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:54.38493981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"44ddd2cc-3591-4441-92bd-5f625c70cb4f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:54.385142587Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ba621b8e-221e-487e-a6ad-7d4cb0d38eaa","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:54.385154873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ba621b8e-221e-487e-a6ad-7d4cb0d38eaa","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:54.426270382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3e667959-64f4-4597-a4ad-5c4e82e4f88f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:54.426728748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-db61da-access","reconcileID":"401ac600-1f16-4a23-a5ec-1165b0fb81b3","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:54.441225024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"de4a996c-3f85-41e3-8561-13adc4050494","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:54.442116981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"6c06c637-8160-4380-a75f-33e2a5c1f0fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:54.478955046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"57eb9702-9cd9-4536-985b-9140e01f0be7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:54.484575357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3e667959-64f4-4597-a4ad-5c4e82e4f88f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:54.484587887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-db61da-access","reconcileID":"401ac600-1f16-4a23-a5ec-1165b0fb81b3","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:54.492559476Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"687d12ae-712d-4170-bfc3-13562e5f3c3b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:54.498783456Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4094eb19-2ae1-4a38-93d0-2952e7c53251","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:54.536883906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"57eb9702-9cd9-4536-985b-9140e01f0be7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:54.550665142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-db61da-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-db61da-sub","reconcileID":"ad4afb69-48f9-494c-bb8d-50f69c998139","MaaSSubscription":{"name":"e2e-rt-sw-db61da-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-db61da","model":"llm/e2e-rt-sw-db61da","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:54.968418073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"52fd82dd-1b6d-480c-8212-295a1b919261","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:54.986903094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"7a64eeea-8c1e-4064-b7c0-525ed9b94cac","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:54.990000233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-multi-keys-auth1","reconcileID":"99092ce1-67dd-4d61-bfed-ca7fee1da111","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:55.026527451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"52fd82dd-1b6d-480c-8212-295a1b919261","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:55.041154557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"7a64eeea-8c1e-4064-b7c0-525ed9b94cac","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:55.043644522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-multi-keys-auth1","reconcileID":"99092ce1-67dd-4d61-bfed-ca7fee1da111","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:55.065167864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-multi-keys-auth2","reconcileID":"448c7166-fff6-4e9d-ac33-99a10c124697","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:55.119008817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-multi-keys-auth2","reconcileID":"448c7166-fff6-4e9d-ac33-99a10c124697","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:55.162279921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"693b0ae3-1c5f-46b2-bb00-b07a8f5c4b62","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:55.173818388Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-727f8e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-727f8e","reconcileID":"526b5b16-dcf4-4617-a396-59af36e098b0","namespace":"llm","name":"e2e-rt-eq-727f8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:55.21611446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"693b0ae3-1c5f-46b2-bb00-b07a8f5c4b62","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:55.485186332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"9cc96974-5856-41bb-be6e-77d00d77dcd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:55.485919564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"fec55f19-65b0-431e-b096-f46d528ca058","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:55.490239726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"1563ab42-9914-4145-9ffc-70d686afdf38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:55.540096597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"9cc96974-5856-41bb-be6e-77d00d77dcd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:55.540699831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"fec55f19-65b0-431e-b096-f46d528ca058","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:55.546245848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"1563ab42-9914-4145-9ffc-70d686afdf38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:55.583039252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"1fdf4e6b-625d-4e95-bca0-125519e3e32f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:55.63825247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"1fdf4e6b-625d-4e95-bca0-125519e3e32f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:55.674958448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"a80b1ebe-d15f-4a3c-bd9f-79b4f175fb7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:55.708607966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"ee539056-3df5-421c-8c5b-0a4e38e61370","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"simulator-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"simulator-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:55.730131338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"a80b1ebe-d15f-4a3c-bd9f-79b4f175fb7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:55.889379155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"c9e72b03-8ef2-48ec-bd7a-cf950f4186d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:55.937519998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-db61da-access","reconcileID":"c0c126b9-ddcd-41db-a30a-788c89df2e60","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:55.938057705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea87d0e6-2e27-4180-81fc-abd7db602ae1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:55.943543637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"c9e72b03-8ef2-48ec-bd7a-cf950f4186d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:56.000896354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea87d0e6-2e27-4180-81fc-abd7db602ae1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:56.001770892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"50170542-c2d5-4853-9408-7915acdcde7a","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"simulator-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"simulator-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:56.003848886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-db61da-access","reconcileID":"c0c126b9-ddcd-41db-a30a-788c89df2e60","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:56.045957384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"80bf3c4e-92e2-450f-920b-46835a066c60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:56.101650965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"b71e8bbe-92b3-47bc-82eb-53869f84f419","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:56.102451309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"80bf3c4e-92e2-450f-920b-46835a066c60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:56.102559232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-db61da","reconcileID":"96489374-1bb6-4024-a1b6-a5b4bbbd6c3a","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-db61da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:56.102581976Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-db61da","reconcileID":"96489374-1bb6-4024-a1b6-a5b4bbbd6c3a","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-db61da-be9bd7498a77","namespace":"llm","model":"e2e-rt-sw-db61da","externalModel":"e2e-rt-sw-db61da","provider":"e2e-rt-sw-db61da-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:07:56.105187886Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"e2e-api-key-scoped-sub","reconcileID":"86cf6492-457d-4944-aa62-99c45d71ab5f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:56.159382611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"b71e8bbe-92b3-47bc-82eb-53869f84f419","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:56.211425993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"6c66d138-1f0e-4142-9827-7001c105faa1","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"simulator-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"simulator-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:56.214406978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"7c4d504c-49a7-4774-aca2-47cd71d2d316","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"simulator-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"simulator-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:56.26171172Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-db61da-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-db61da-sub","reconcileID":"efba665f-947e-4b88-be41-8d6696698d7f","MaaSSubscription":{"name":"e2e-rt-sw-db61da-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-48dd9313","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:56.268868561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"86953ef9-0f6a-4826-852a-f1a317ca118f","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"simulator-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"simulator-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:56.305778304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"bf9772e3-11d5-49c9-b528-0201ee5a6879","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:56.365223781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"bf9772e3-11d5-49c9-b528-0201ee5a6879","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:56.508041682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-multi-keys-auth1","reconcileID":"140d6a80-d8c2-4cfc-bb88-be92e53c6f74","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:56.508618037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"73013a4d-a261-46dd-b262-16312c37ec39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:56.524672406Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"e2e-api-key-scoped-sub","reconcileID":"acb1b2af-9e04-4c30-bfcd-22c922a514f4","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-simulator-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-d09fff/e2e-api-key-scoped-sub","ai-tenant-e2e-worker-w0-d09fff/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:56.562982742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-multi-keys-auth1","reconcileID":"140d6a80-d8c2-4cfc-bb88-be92e53c6f74","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:56.565254351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"73013a4d-a261-46dd-b262-16312c37ec39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:56.606522231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"3c1c77de-69ec-401a-b42e-e822f8d7a9d8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:56.674568415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"3c1c77de-69ec-401a-b42e-e822f8d7a9d8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:56.698007289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"ae1afdda-ddd8-4a89-b1bd-319c32918971","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"simulator-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"simulator-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:56.706339612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-multi-keys-auth2","reconcileID":"47f13fa9-c959-4708-a206-0bceb2709711","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:56.73377577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-subscription","reconcileID":"c6f963e7-5a22-4432-baa6-b1c3f8266f31","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-simulator-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:56.768930984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-multi-keys-auth2","reconcileID":"47f13fa9-c959-4708-a206-0bceb2709711","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:56.799468353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"53dd642b-5ef8-4807-a9d9-15f40dedd159","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:56.805605002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"82ea8f11-ac0a-4659-8517-920dd4594538","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"simulator-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"simulator-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:56.858167745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"53dd642b-5ef8-4807-a9d9-15f40dedd159","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:56.902469024Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"e2e-api-key-scoped-sub","reconcileID":"82b10466-36be-4860-861f-16b8a43dc78f","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-simulator-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:56.99883351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"adc90444-533a-4c5a-9b90-3d454996ae51","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:56.999064543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"e2e-api-key-scoped-auth","reconcileID":"0bd70c19-7233-4082-9e1e-fe49c6b27354","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:57.058011704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"adc90444-533a-4c5a-9b90-3d454996ae51","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:57.061375916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"e2e-api-key-scoped-auth","reconcileID":"0bd70c19-7233-4082-9e1e-fe49c6b27354","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:57.062386173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"1ca2647d-de1e-4aff-baad-fbd207b4fcac","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"simulator-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"simulator-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:57.099695403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"f3a6de84-e50f-443d-95a1-69a0f008c8f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:57.153394528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"f3a6de84-e50f-443d-95a1-69a0f008c8f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:57.249404018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"200b6e52-e149-4765-ab69-1e72acfb256f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:57.249402455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"adb6f7a2-4e3e-4709-9ce1-558538a0f474","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:57.303818766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"adb6f7a2-4e3e-4709-9ce1-558538a0f474","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:57.303936342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"200b6e52-e149-4765-ab69-1e72acfb256f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:57.414818459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"8f316ca5-5361-47a8-a61b-77297f8b1352","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"simulator-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"simulator-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:57.453759176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-db61da-access","reconcileID":"0a7f5296-3fc0-48ed-bda1-fe4c4e4bd696","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:57.50820613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-db61da-access","reconcileID":"0a7f5296-3fc0-48ed-bda1-fe4c4e4bd696","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:57.561021454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"e2e-api-key-scoped-auth","reconcileID":"a4a701e2-ec5c-47c7-abf1-0fcd292a3e5b","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:57.61591319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"e2e-api-key-scoped-auth","reconcileID":"a4a701e2-ec5c-47c7-abf1-0fcd292a3e5b","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:58.570730575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-w2-7f66ab","reconcileID":"69f7db04-4e02-439e-989d-f843d83d8f71","MaaSModelRef":{"name":"distinct-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"distinct-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"distinct-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:59.311498142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"a925f47f-96f5-42bd-a460-31677b939a4c","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"simulator-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"simulator-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:59.460258789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"7e954ca2-189b-4204-80e4-6020c3635c98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:59.460476679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"e2e-api-key-scoped-auth","reconcileID":"35b7a876-d994-4802-986e-23b4c7812c45","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:59.460258787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"79e9fd75-92aa-4cbb-890c-4d544ffb0c36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:59.515354622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"7e954ca2-189b-4204-80e4-6020c3635c98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:59.516007473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"79e9fd75-92aa-4cbb-890c-4d544ffb0c36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:59.517968291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"e2e-api-key-scoped-auth","reconcileID":"35b7a876-d994-4802-986e-23b4c7812c45","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:00.403859022Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-multi-keys-sub1","reconcileID":"b5881046-a924-47d1-bafd-263c04f05cfd","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"model":"e2e-models-e2e-worker-w1-e65019/distinct-w1-e65019","subscription":"e2e-multi-keys-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:00.41064013Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"572fec8d-1f3c-4d67-a562-5c49315a0a1d","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/distinct-w4-e524ce","subscription":"e2e-sa-multi-no-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:00.452948326Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-multi-keys-sub1","reconcileID":"b5881046-a924-47d1-bafd-263c04f05cfd","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"model":"e2e-models-e2e-worker-w1-e65019/distinct-w1-e65019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:00.459742729Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"572fec8d-1f3c-4d67-a562-5c49315a0a1d","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/distinct-w4-e524ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:00.502467896Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-multi-keys-sub1","reconcileID":"b5881046-a924-47d1-bafd-263c04f05cfd","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/distinct-w1-e65019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:00.508535329Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"572fec8d-1f3c-4d67-a562-5c49315a0a1d","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/distinct-w4-e524ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:00.765686452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-w1-e65019","reconcileID":"839ab2f5-fa01-49ec-9960-f10cb4c4232a","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:00.825642926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-w4-e524ce","reconcileID":"d31dc602-e8b1-4f4a-8997-3411d0a25231","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:00.925222198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-2-w1-e65019","reconcileID":"4e5f4a3b-5e17-4d13-b87e-2290969899a0","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-2-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-2-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:00.982423296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-2-w4-e524ce","reconcileID":"11de438d-0295-4d61-9133-28bec61748ae","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-2-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-2-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:01.011433796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-multi-keys-auth1","reconcileID":"c0b9cf04-5a7f-417e-b4bf-a6197ae101ca","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:01.011585073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"dce65596-72e2-4040-afab-0e1f5f878c5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:01.011974228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-multi-keys-auth2","reconcileID":"95b414a5-6c6c-41ea-b7f2-ad2ec40add99","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:01.012005333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"b68ebabc-0904-4751-ae4c-4ac576a897c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:01.070398989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-multi-keys-auth2","reconcileID":"95b414a5-6c6c-41ea-b7f2-ad2ec40add99","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:01.070983659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-multi-keys-auth1","reconcileID":"c0b9cf04-5a7f-417e-b4bf-a6197ae101ca","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:01.073913565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"dce65596-72e2-4040-afab-0e1f5f878c5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:01.074513989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"b68ebabc-0904-4751-ae4c-4ac576a897c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:01.096581962Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-multi-keys-sub2","reconcileID":"944e96c7-c81f-45e5-9fe4-3efb9d9299d1","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ac9ef690","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:01.108674683Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"9882e0ec-0776-4c61-a1cd-f8966ff8b451","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-40ec7da7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:01.122917317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"75a9202a-70a4-4f86-8095-40d655229c97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:01.178157765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"75a9202a-70a4-4f86-8095-40d655229c97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:01.513851562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"f3efe86a-ec2e-44bd-bc8a-89e2a1fa7658","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:01.515947741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-multi-keys-auth1","reconcileID":"fb58dd67-f394-436f-948b-518065e836af","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:01.516411083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"d294e856-a83d-4b55-81f1-f9a126b0757a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:01.516416599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"8d389323-087f-4756-b36a-cdf8d845d3ce","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:01.569456483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"f3efe86a-ec2e-44bd-bc8a-89e2a1fa7658","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:01.569791754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-multi-keys-auth1","reconcileID":"fb58dd67-f394-436f-948b-518065e836af","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:01.572048946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"8d389323-087f-4756-b36a-cdf8d845d3ce","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:01.573433401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"d294e856-a83d-4b55-81f1-f9a126b0757a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:01.611636675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-multi-keys-auth2","reconcileID":"8c40b216-21f4-4305-90ed-aebf0300e7f5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:01.665536498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-multi-keys-auth2","reconcileID":"8c40b216-21f4-4305-90ed-aebf0300e7f5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:02.015100614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"fd1ad63a-285e-4cd7-8a2c-e1bae3d60036","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:02.015157438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"eaf819ae-858a-472f-9c03-35ec26bb9af2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:02.015758156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"89dd2885-ec2f-4d2a-8660-68a74d679a64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:02.069637223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"eaf819ae-858a-472f-9c03-35ec26bb9af2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:02.069838918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"fd1ad63a-285e-4cd7-8a2c-e1bae3d60036","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:02.071920628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"89dd2885-ec2f-4d2a-8660-68a74d679a64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:05.198913636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"1c5cf19e-9b66-4480-8def-d6a44d2e3542","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:05.199768533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-multi-keys-auth2","reconcileID":"acc9bfb4-f46b-4cd5-9932-1d56e86b8720","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:05.202814026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-multi-keys-auth1","reconcileID":"d745672c-044f-4594-8a77-d2f901918638","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:05.203503371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"a362209b-3275-4bbf-bef5-5dcb43a456b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:05.289983512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"1c5cf19e-9b66-4480-8def-d6a44d2e3542","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:05.355163567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"a362209b-3275-4bbf-bef5-5dcb43a456b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:05.375790251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"1f685a5c-e182-4757-b482-1009d3d0a713","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:05.377273458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-multi-keys-auth1","reconcileID":"d745672c-044f-4594-8a77-d2f901918638","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:05.378585389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-multi-keys-auth2","reconcileID":"acc9bfb4-f46b-4cd5-9932-1d56e86b8720","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:05.477279545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"1f685a5c-e182-4757-b482-1009d3d0a713","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:05.841095457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"6b43b8a4-1eef-4976-a65a-18b3eaf127f0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:05.91874378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"6b43b8a4-1eef-4976-a65a-18b3eaf127f0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:05.939852336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"acd3e12a-b64a-4980-8690-077b16ede12f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:05.940763349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"902e95f5-1b99-4845-8043-936ab96327e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:05.973472332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"74844f86-dc19-43eb-b3c8-3142c7ed2931","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:06.01856155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"902e95f5-1b99-4845-8043-936ab96327e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:06.073066273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"6c203cc2-1e07-4baa-a17a-9bac73e3c539","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:06.09590633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"acd3e12a-b64a-4980-8690-077b16ede12f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:06.18994059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"74844f86-dc19-43eb-b3c8-3142c7ed2931","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:06.206696556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"6c203cc2-1e07-4baa-a17a-9bac73e3c539","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:06.299123837Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:06.362000382Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-db61da-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-db61da-sub","reconcileID":"3f106bf1-1457-4095-82fe-406ae256ac11","MaaSSubscription":{"name":"e2e-rt-sw-db61da-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-db61da","subscription":"e2e-rt-sw-db61da-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:06.478889292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-multi-keys-auth1","reconcileID":"d0712e47-ceb9-4dfc-848c-8c323c56354a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:06.479835472Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-db61da-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-db61da-sub","reconcileID":"3f106bf1-1457-4095-82fe-406ae256ac11","MaaSSubscription":{"name":"e2e-rt-sw-db61da-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-db61da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:06.531738028Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-db61da-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-db61da-sub","reconcileID":"3f106bf1-1457-4095-82fe-406ae256ac11","MaaSSubscription":{"name":"e2e-rt-sw-db61da-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-db61da","namespace":"llm","model":"llm/e2e-rt-sw-db61da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:06.551579842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-multi-keys-auth1","reconcileID":"d0712e47-ceb9-4dfc-848c-8c323c56354a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:06.702706689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-multi-keys-auth2","reconcileID":"2643d751-ee2d-4b8d-af63-fb198baed41d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:06.781111806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-multi-keys-auth2","reconcileID":"2643d751-ee2d-4b8d-af63-fb198baed41d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:06.966642378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-db61da","reconcileID":"cf9af01e-774c-4652-a72d-d893c88927e9","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-db61da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:06.966799005Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-db61da","reconcileID":"cf9af01e-774c-4652-a72d-d893c88927e9","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-db61da-be9bd7498a77","namespace":"llm","model":"e2e-rt-sw-db61da","externalModel":"e2e-rt-sw-db61da","provider":"e2e-rt-sw-db61da-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:07.1634899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-db61da-access","reconcileID":"e8a51c4c-541b-42fa-99bd-30d54c4bd44e","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:07.164657995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dbf7a47f-5d62-4620-b43f-9b97927ba799","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:07.164092393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-db61da","reconcileID":"b8dea0cc-4d51-4241-a7e9-d5b25697b86d","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-db61da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:07.165252166Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-db61da","reconcileID":"b8dea0cc-4d51-4241-a7e9-d5b25697b86d","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-db61da-be9bd7498a77","namespace":"llm","model":"e2e-rt-sw-db61da","externalModel":"e2e-rt-sw-db61da","provider":"e2e-rt-sw-db61da-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:07.163598958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"092c6215-ba6f-42f5-9ae6-195061ca2559","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:07.248422106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-db61da-access","reconcileID":"e8a51c4c-541b-42fa-99bd-30d54c4bd44e","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:07.253963637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dbf7a47f-5d62-4620-b43f-9b97927ba799","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:08:07.270730799Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-db61da","reconcileID":"b8dea0cc-4d51-4241-a7e9-d5b25697b86d","name":"e2e-rt-sw-db61da","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-db61da\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:08:07.270872512Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-db61da","reconcileID":"b8dea0cc-4d51-4241-a7e9-d5b25697b86d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-db61da\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:07.289751749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"092c6215-ba6f-42f5-9ae6-195061ca2559","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:07.358130923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-db61da","reconcileID":"f455d6df-72d0-4733-8b83-5b9334519a3e","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-db61da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:07.358869Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-db61da","reconcileID":"f455d6df-72d0-4733-8b83-5b9334519a3e","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-db61da-be9bd7498a77","namespace":"llm","model":"e2e-rt-sw-db61da","externalModel":"e2e-rt-sw-db61da","provider":"e2e-rt-sw-db61da-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:07.666965522Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-db61da-access","reconcileID":"69c7f9c9-e3d7-4482-abf8-5d924baad28e","MaaSAuthPolicy":{"name":"e2e-rt-sw-db61da-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-db61da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:07.890494329Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-db61da","reconcileID":"8c0689f8-31a3-498d-819d-13bf95b648da","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-db61da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:07.890617474Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-db61da","reconcileID":"8c0689f8-31a3-498d-819d-13bf95b648da","MaaSModelRef":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-db61da-be9bd7498a77","namespace":"llm","model":"e2e-rt-sw-db61da","externalModel":"e2e-rt-sw-db61da","provider":"e2e-rt-sw-db61da-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:08.401862806Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-db61da","reconcileID":"e19f4e67-a9ba-4f8e-a687-b1a97d94a381","namespace":"llm","name":"e2e-rt-sw-db61da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:08.462853852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1525f4d7-14be-491a-aa9a-90295991db88","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:08.462872174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1525f4d7-14be-491a-aa9a-90295991db88","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:08.463134655Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f5549ae6-3515-498f-9d78-c5fc65f6a8af","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:08.463150281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f5549ae6-3515-498f-9d78-c5fc65f6a8af","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:08.46336313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7e625a60-0409-472d-a73f-715e35d2bbcf","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:08.463376072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7e625a60-0409-472d-a73f-715e35d2bbcf","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:08.463576795Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"af3be4c8-6d0a-40ca-bcc7-1e71cb782a96","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:08.463587149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"af3be4c8-6d0a-40ca-bcc7-1e71cb782a96","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:08.463872754Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cab059f8-28cf-4ac0-a5a9-74b3817a8684","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:08.463884873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cab059f8-28cf-4ac0-a5a9-74b3817a8684","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:08.464154104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"90d921f6-0ad8-409b-86a9-0516c3aaac45","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:08.464166401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"90d921f6-0ad8-409b-86a9-0516c3aaac45","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:08.464378559Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3a40aa74-b9d9-4008-b6fc-1c747c1f8dbf","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:08.464389897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3a40aa74-b9d9-4008-b6fc-1c747c1f8dbf","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:08.464573375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d2ac06b6-73fa-48f7-b1bb-0331591a9d43","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:08.464587397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d2ac06b6-73fa-48f7-b1bb-0331591a9d43","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:08.547948365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"e2e-api-key-scoped-auth","reconcileID":"7c64cece-7b26-4d87-a386-bb254b2fa6c3","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:08.54815695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"da7cd44e-bf60-4c68-b213-94ddd1bbf5ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:08.601505475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"e2e-api-key-scoped-auth","reconcileID":"7c64cece-7b26-4d87-a386-bb254b2fa6c3","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:08.602084591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"da7cd44e-bf60-4c68-b213-94ddd1bbf5ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:08.645285526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"c8bb99bc-f711-4740-94ea-822b2f091f3d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:08.645294911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-multi-keys-auth1","reconcileID":"306fa0ff-a754-441c-b816-7f3a7844fd0d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:08.645891444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"f9777cae-3308-4eae-bf71-2a04692e9bb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:08.660917499Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"81793733-56f2-4a55-9244-965f2b8a00d7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:08.66092291Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f75aef98-d9a2-4c14-b5e7-c29b9ac0b6cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:08.699588484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"c8bb99bc-f711-4740-94ea-822b2f091f3d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:08.701196664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"f9777cae-3308-4eae-bf71-2a04692e9bb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:08.701852719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-multi-keys-auth1","reconcileID":"306fa0ff-a754-441c-b816-7f3a7844fd0d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:08.994774013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-multi-keys-auth2","reconcileID":"6c747d08-af9e-4325-a9c4-efad7c841bc0","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:08.99760443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"092250fc-5c86-4191-84d9-00a72ddf387a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:09.056229467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"092250fc-5c86-4191-84d9-00a72ddf387a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:09.056570407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-multi-keys-auth2","reconcileID":"6c747d08-af9e-4325-a9c4-efad7c841bc0","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:09.057250423Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-db61da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-db61da","reconcileID":"82474796-7c4e-44c1-9d06-880fc38859ec","namespace":"llm","name":"e2e-rt-sw-db61da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:09.199619011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"7ef58f40-8344-48de-ad58-468c144db51c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:09.199952667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"3e79c515-f859-4199-9a70-8239b935072e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:09.200038089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"cf622be8-6aba-4513-a829-f6fdd07ee30b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:09.254414267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"cf622be8-6aba-4513-a829-f6fdd07ee30b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:09.255410905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"3e79c515-f859-4199-9a70-8239b935072e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:09.256892527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"7ef58f40-8344-48de-ad58-468c144db51c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:09.352473434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"37380d94-eabd-4bdb-93c3-52b74f9e1780","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:09.352822889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"1e21be4d-a7eb-4bea-b354-8ce53fe7e380","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:09.407534552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"37380d94-eabd-4bdb-93c3-52b74f9e1780","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:09.407609046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"1e21be4d-a7eb-4bea-b354-8ce53fe7e380","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:09.466116897Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"e2e-api-key-scoped-sub","reconcileID":"e32a6656-4b7f-41c8-b8df-53771f0aa0fa","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"model":"e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff","subscription":"e2e-api-key-scoped-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:09.618066802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"55e074bb-9ac6-4ac2-8d6f-4b6d9270d2a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:09.609299682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc5f2fd9-f050-4a0a-8f13-f98f12016490","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:09.684890837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc5f2fd9-f050-4a0a-8f13-f98f12016490","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:09.685395927Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"e2e-api-key-scoped-sub","reconcileID":"e32a6656-4b7f-41c8-b8df-53771f0aa0fa","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-simulator-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-d09fff/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:09.695696687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"55e074bb-9ac6-4ac2-8d6f-4b6d9270d2a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:09.718861814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d1d8a40-e609-457b-b409-afede2969085","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:09.719481593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"b6726b1c-ab53-461d-925b-de67df0bd76e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:09.719742226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"e53c93c7-e717-42c8-a318-24ca9720139a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:09.794728379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"e53c93c7-e717-42c8-a318-24ca9720139a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:09.798544844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"b6726b1c-ab53-461d-925b-de67df0bd76e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:09.799873401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d1d8a40-e609-457b-b409-afede2969085","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:09.902621434Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-subscription","reconcileID":"13fbdc6e-7c1f-4528-8187-d21c83d375e8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-simulator-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:09.950028599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"daa555aa-0d26-4b32-86e6-7f41c4c8e807","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"simulator-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"simulator-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:10.033503977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"2d6bcef0-102e-4cec-8dd7-b7b2ab076a7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:10.08744385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"2d6bcef0-102e-4cec-8dd7-b7b2ab076a7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:10.109061428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"1f71bd2e-dcb3-4687-b069-cbd87f486878","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"simulator-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"simulator-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:10.130254062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"3d3238eb-97f8-43d3-8976-45d9efce0cc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:10.132785389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"e2e-api-key-scoped-auth","reconcileID":"4f6bf629-d3aa-4a29-b901-e0c697ef1d91","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:10.183966037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"3d3238eb-97f8-43d3-8976-45d9efce0cc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:10.186209244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"e2e-api-key-scoped-auth","reconcileID":"4f6bf629-d3aa-4a29-b901-e0c697ef1d91","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:10.229875909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-multi-keys-auth1","reconcileID":"0cc3b615-7b6a-4e24-b7e5-e73c4385bf00","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:10.229889619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"28f5f66f-4fce-4545-b412-8cac09a36bcb","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:10.283988078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-multi-keys-auth1","reconcileID":"0cc3b615-7b6a-4e24-b7e5-e73c4385bf00","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:10.284031871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"28f5f66f-4fce-4545-b412-8cac09a36bcb","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:10.479544618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-multi-keys-auth2","reconcileID":"35c26b64-32d8-4339-9d0d-d8eb72dc40b3","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:10.533722901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-multi-keys-auth2","reconcileID":"35c26b64-32d8-4339-9d0d-d8eb72dc40b3","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:10.534574879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"4ca76ff5-1000-401e-bb6b-8d84595ccacd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:10.589406819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"4ca76ff5-1000-401e-bb6b-8d84595ccacd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:10.630879182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"bfa62eb5-705d-480a-8db8-e77ff8f10b3c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:10.685787657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"bfa62eb5-705d-480a-8db8-e77ff8f10b3c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:10.733539037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"0ae3048b-53e0-4cb4-96a1-a1bd36f95046","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:10.733547172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"9a56084c-e7c5-46e0-88b3-58f11aad777b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:10.787529638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"0ae3048b-53e0-4cb4-96a1-a1bd36f95046","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:10.787943507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"9a56084c-e7c5-46e0-88b3-58f11aad777b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:10.833283458Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"e2e-api-key-scoped-auth","reconcileID":"eb867714-2fa7-4c4f-a0ce-afec87ccf1f5","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"model":"e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:10.880012041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"162d8ee2-9421-4217-ba49-2a0247d5ba79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:10.934780028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"162d8ee2-9421-4217-ba49-2a0247d5ba79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:11.087238433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"d1480fee-ffdb-4fc1-9ad9-d236bbc476ed","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"simulator-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"simulator-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:11.145754293Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-multi-keys-sub2","reconcileID":"33b0126a-9096-4d18-84e4-49b7caf4052e","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"model":"e2e-models-e2e-worker-w1-e65019/distinct-2-w1-e65019","subscription":"e2e-multi-keys-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:11.158702344Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"bcea1167-6b2f-454b-90fc-cc80edb22006","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/distinct-2-w4-e524ce","subscription":"e2e-sa-multi-no-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:11.195196486Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-multi-keys-sub2","reconcileID":"33b0126a-9096-4d18-84e4-49b7caf4052e","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"model":"e2e-models-e2e-worker-w1-e65019/distinct-2-w1-e65019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:11.207816659Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"bcea1167-6b2f-454b-90fc-cc80edb22006","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/distinct-2-w4-e524ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:11.244737136Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-multi-keys-sub2","reconcileID":"33b0126a-9096-4d18-84e4-49b7caf4052e","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/distinct-2-w1-e65019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:11.297285973Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"bcea1167-6b2f-454b-90fc-cc80edb22006","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/distinct-2-w4-e524ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:11.502871134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-2-w1-e65019","reconcileID":"6876709a-e0a1-41ac-83fe-02c110662d36","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-2-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-2-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:11.603067914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-2-w4-e524ce","reconcileID":"16ea315d-7dec-4e24-9275-211a552a7fb3","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-2-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-2-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:11.658166638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-w1-e65019","reconcileID":"d97ff68b-ccea-436b-bd9a-45d988a8685f","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:11.746168889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-multi-keys-auth1","reconcileID":"bd8ed08a-4984-4428-bb41-5c9bb9f04193","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:11.746843349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"87eeb019-ad62-4ca8-8366-64e91dd254c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:11.746894746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"59d87692-32ac-4fae-87cf-dd316b4f1190","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:11.747403884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-multi-keys-auth2","reconcileID":"7363d3a8-3d92-43be-99cd-765d5e427d6a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:11.766558923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-w4-e524ce","reconcileID":"9bab8b97-6e0b-4875-a604-7b569455d1f9","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:11.799913146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-multi-keys-auth1","reconcileID":"bd8ed08a-4984-4428-bb41-5c9bb9f04193","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:11.800536238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"59d87692-32ac-4fae-87cf-dd316b4f1190","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:11.802280564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"87eeb019-ad62-4ca8-8366-64e91dd254c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:11.802716601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-multi-keys-auth2","reconcileID":"7363d3a8-3d92-43be-99cd-765d5e427d6a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:11.848083841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"7fce9a8f-031a-4a7e-a7aa-5315ee49d296","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:11.903266944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"7fce9a8f-031a-4a7e-a7aa-5315ee49d296","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:11.998108696Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"4c043d8f-fbc2-4f7c-951d-df317c5c943c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/distinct-w4-e524ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:12.097795703Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-multi-keys-auth1","reconcileID":"13a193c2-dfea-4d6e-8922-235893c0758d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"model":"e2e-models-e2e-worker-w1-e65019/distinct-w1-e65019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:12.192053603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"1665a0bc-0151-4d31-814c-f8c238dda4ae","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:12.192112537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"a3606c88-03ec-44d3-839a-6907a0d11f52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:12.192442568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-multi-keys-auth2","reconcileID":"b2e7b969-b300-4baf-97c1-b5e1cdfa208a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:12.199642714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-w4-e524ce","reconcileID":"50a99ac0-d620-4c68-82c5-e8a783905f04","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:12.246180084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"1665a0bc-0151-4d31-814c-f8c238dda4ae","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:12.246409821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"a3606c88-03ec-44d3-839a-6907a0d11f52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:12.248394892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-multi-keys-auth2","reconcileID":"b2e7b969-b300-4baf-97c1-b5e1cdfa208a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:12.249021778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-w1-e65019","reconcileID":"d75b5b84-5d5e-4148-97dd-e413890ebef1","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:12.357982544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-2-w4-e524ce","reconcileID":"f7f86ffe-7a03-4422-892c-a2c663a32e5d","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-2-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-2-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:12.401408646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-2-w1-e65019","reconcileID":"42611364-f17a-4a97-975d-0e49d10f40a9","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-2-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-2-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:12.443758047Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"0293c379-a3d1-44f0-88d6-c9aae0ab790f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/distinct-2-w4-e524ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:12.443782007Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-multi-keys-auth2","reconcileID":"23c5853a-3356-44d2-a2ae-0d840c7f3eeb","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"model":"e2e-models-e2e-worker-w1-e65019/distinct-2-w1-e65019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:12.598311968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-2-w4-e524ce","reconcileID":"437a93c4-a72f-45e8-90a7-41b997b9f780","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-2-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-2-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:12.59954853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-2-w1-e65019","reconcileID":"17d62ff2-3a03-4c66-9d23-6281984fa7fe","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-2-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-2-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:14.093073277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-w1-e65019","reconcileID":"d326dea7-f815-4b2d-b959-17273a01360e","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:14.147638003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-w1-e65019","reconcileID":"6ffbf948-50f1-47cf-b21d-2c0542df6b6e","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:14.341210312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-sa-multi-hdr-auth1","reconcileID":"8a2d95bf-ef15-4de3-b948-760a731ce36a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:14.373828812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-w1-e65019","reconcileID":"de54ab20-8ce6-4258-ade8-276fbf3b3d27","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:14.396543994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-sa-multi-hdr-auth1","reconcileID":"8a2d95bf-ef15-4de3-b948-760a731ce36a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:14.432554192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-w1-e65019","reconcileID":"a1c43f92-52d7-48ca-8328-4aca33f2149f","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:08:14.481567459Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-sa-multi-hdr-sub1","reconcileID":"521eb3db-a593-4d02-9490-90574b52241f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:14.577528882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"ce836dae-c0b0-43cb-85e4-84400c776db4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:14.577608131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"2f57e406-59fc-4fc0-a147-27abf8d96edf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:14.583137562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-w1-e65019","reconcileID":"ef9c7ee2-690b-4a6e-b69a-1f763b160df1","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:14.633079865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"ce836dae-c0b0-43cb-85e4-84400c776db4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:14.634253593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"2f57e406-59fc-4fc0-a147-27abf8d96edf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:14.635175408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-w1-e65019","reconcileID":"a92b1ab5-5fca-4250-9e1f-5162cb98b6b8","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:14.669620774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-2-w1-e65019","reconcileID":"af8536a5-67a8-4de1-ac47-131c101f0cd0","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-2-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-2-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:14.700528461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-w1-e65019","reconcileID":"e822b72c-6869-48e1-a441-6795828c87f7","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:14.721260576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-2-w1-e65019","reconcileID":"6a5ea0e1-d8f6-4284-a3df-8753a6402fae","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-2-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-2-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:14.833572791Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-sa-multi-hdr-sub1","reconcileID":"8364398b-465d-4502-a678-75d8604f9db2","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-distinct-w1-e65019","model":"distinct-w1-e65019","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-e65019/e2e-sa-multi-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:14.971772674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-sa-multi-hdr-auth1","reconcileID":"6debe8ac-814d-4edc-bb76-182dd631af9a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:14.979131807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-2-w1-e65019","reconcileID":"2db29534-4411-4261-88ec-91e51f53a46d","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-2-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-2-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:14.980511195Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-e65019 priority=0:[ai-tenant-e2e-worker-w1-e65019/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w1-e65019/e2e-sa-multi-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:15.034720736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-sa-multi-hdr-auth1","reconcileID":"6debe8ac-814d-4edc-bb76-182dd631af9a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:08:15.035831318Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-e65019/e2e-sa-multi-hdr-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:15.036098723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-w1-e65019","reconcileID":"56eb812c-41c6-47eb-a566-01876bd42719","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:15.062198668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-sa-multi-hdr-auth2","reconcileID":"322ebb3b-8e2b-4be2-ae03-58dd3d8050a5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:15.092759091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-2-w1-e65019","reconcileID":"4fb04098-ff05-4671-bd9e-3c844c51337a","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-2-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-2-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:08:15.095571272Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-sa-multi-hdr-sub2","reconcileID":"49ce6a10-e929-4081-ba1a-efa01d5075a5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:15.11655475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-sa-multi-hdr-auth2","reconcileID":"322ebb3b-8e2b-4be2-ae03-58dd3d8050a5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:15.159761955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"4dbf2c00-9fa1-42a2-a55c-429d3fc35c3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:15.159783622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"e613d189-05d4-4dcc-9f80-ac8478925ffe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:15.205040035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-2-w1-e65019","reconcileID":"4d00cd83-4cac-4c0d-beab-b29898e64771","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-2-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-2-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:15.207242564Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-sa-multi-hdr-sub1","reconcileID":"bce463c6-f354-43da-96ad-9443c1c66d34","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-distinct-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/distinct-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:15.215694975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"4dbf2c00-9fa1-42a2-a55c-429d3fc35c3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:15.216588608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"e613d189-05d4-4dcc-9f80-ac8478925ffe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:15.258309343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-2-w1-e65019","reconcileID":"16a81eb2-414d-4614-96a5-503e46819e39","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-2-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-2-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:15.458892476Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-sa-multi-hdr-sub2","reconcileID":"c5fd323a-abd4-499e-8968-29d1d31e0c7a","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-distinct-2-w1-e65019","model":"distinct-2-w1-e65019","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-e65019/e2e-sa-multi-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:15.477727517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-sa-multi-hdr-auth1","reconcileID":"8c7e7921-57e6-4c2c-85a7-b5f9eb271c3e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:15.487256839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-2-w1-e65019","reconcileID":"87503550-33cf-4e05-bcaa-f55677cfd1b0","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-2-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-2-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:15.532420793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-sa-multi-hdr-auth1","reconcileID":"8c7e7921-57e6-4c2c-85a7-b5f9eb271c3e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:15.616629972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-2-w1-e65019","reconcileID":"2b946876-c125-46c1-9486-333a02b04ee8","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-2-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-2-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:15.676031613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"f96c6f9f-53f4-45d2-863d-4073c02060da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:15.676035512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"46b3c19e-1afd-48c5-9f88-831e16da474a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:15.729956501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"f96c6f9f-53f4-45d2-863d-4073c02060da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:15.729955069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"46b3c19e-1afd-48c5-9f88-831e16da474a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:15.775595937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-sa-multi-hdr-auth2","reconcileID":"b16c3cbc-cb4e-438f-b71d-cb86d6f99f98","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:15.814994106Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-sa-multi-hdr-sub2","reconcileID":"2529c536-1488-4e8a-acbc-8dff0043d849","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-distinct-2-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/distinct-2-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:15.829761513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-sa-multi-hdr-auth2","reconcileID":"b16c3cbc-cb4e-438f-b71d-cb86d6f99f98","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:16.828269853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b51a81f9-cb99-40d9-afb4-c074a78dfbec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:16.876855421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b51a81f9-cb99-40d9-afb4-c074a78dfbec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:16.925170263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b51a81f9-cb99-40d9-afb4-c074a78dfbec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:16.973844466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b51a81f9-cb99-40d9-afb4-c074a78dfbec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:17.399825511Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-4cf21208","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-4cf21208","reconcileID":"ea63f83b-064d-454b-98b0-b818c8e52234","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-4cf21208","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-4cf21208":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:18.854301449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a04ee2db-5f6d-43d7-9c53-74e959bcfb0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:18.904455427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a04ee2db-5f6d-43d7-9c53-74e959bcfb0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:18.952995658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a04ee2db-5f6d-43d7-9c53-74e959bcfb0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:19.002424086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a04ee2db-5f6d-43d7-9c53-74e959bcfb0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:19.500406327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-w1-e65019","reconcileID":"ccd1dcd9-2c51-46af-ab93-79fd063ce5de","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:19.652682622Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-sa-multi-hdr-sub1","reconcileID":"b28e4135-883d-470f-a3e5-498d2c8e7092","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4f424bc8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:19.742469324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"d53ce40d-b294-446b-bcfc-b9881a62a05f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:19.742553412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"b3f994dd-0ca4-44fc-9b41-49798599d271","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:19.742939924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-sa-multi-hdr-auth1","reconcileID":"a5a464be-f93a-46fc-b326-bc6dd064d860","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:19.752996494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-sa-multi-hdr-auth2","reconcileID":"4bd2c290-53c2-4e76-a74c-77e46852ac1a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:19.796847463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"d53ce40d-b294-446b-bcfc-b9881a62a05f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:19.796965463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"b3f994dd-0ca4-44fc-9b41-49798599d271","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:19.799369868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-sa-multi-hdr-auth1","reconcileID":"a5a464be-f93a-46fc-b326-bc6dd064d860","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:19.80693724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-sa-multi-hdr-auth2","reconcileID":"4bd2c290-53c2-4e76-a74c-77e46852ac1a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:20.095167996Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-d5e5df","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-d5e5df","reconcileID":"61d10f9b-ffa3-4ab5-9f63-2c57fca01671","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-d5e5df","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-d5e5df":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:20.241790959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-sa-multi-hdr-auth1","reconcileID":"e3c7a716-ebcf-42fc-b415-acafab3a3048","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:20.242195412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"5be5980d-05e3-4c10-9406-e5ee859adbce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:20.242596195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"6e2da77e-2819-41ba-8e1d-ea877fbba0ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:20.242949694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-sa-multi-hdr-auth2","reconcileID":"60d5d051-22d1-445a-bd67-f1561edcca06","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:20.321995952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-sa-multi-hdr-auth1","reconcileID":"e3c7a716-ebcf-42fc-b415-acafab3a3048","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:20.324556215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"5be5980d-05e3-4c10-9406-e5ee859adbce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:20.327043368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-sa-multi-hdr-auth2","reconcileID":"60d5d051-22d1-445a-bd67-f1561edcca06","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:20.328753534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"6e2da77e-2819-41ba-8e1d-ea877fbba0ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:20.842853307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69acf841-db5a-4f46-8e1b-e084fce8469b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:20.891776227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69acf841-db5a-4f46-8e1b-e084fce8469b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:20.940308376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69acf841-db5a-4f46-8e1b-e084fce8469b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:20.988836395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69acf841-db5a-4f46-8e1b-e084fce8469b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:22.841400708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28636fad-8416-4b58-a385-e4be3868cc57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:22.890613284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28636fad-8416-4b58-a385-e4be3868cc57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:22.939852674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28636fad-8416-4b58-a385-e4be3868cc57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:22.98849443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28636fad-8416-4b58-a385-e4be3868cc57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:23.533778378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"2431e03f-1977-4c52-bc85-41b0578b2213","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:23.534242389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"2d738bd6-02b2-4743-9d98-66ca3bb5c841","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"premium-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"premium-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:23.534723209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-w2-7f66ab","reconcileID":"e42262d9-87e4-440d-a50b-65be0e50b98f","MaaSModelRef":{"name":"distinct-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"distinct-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"distinct-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:23.626456801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"85259f65-f1ec-4432-b2a7-47a0d90ae5f2","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:23.627489793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"8a523a13-20fb-45b5-a9f3-83dfbb909b62","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"premium-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"premium-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:23.62872474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-w2-7f66ab","reconcileID":"5ce381d5-3376-45a2-97dd-f9953adf5844","MaaSModelRef":{"name":"distinct-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"distinct-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"distinct-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:23.683741977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"a220e3cd-ca93-485d-8980-0ecd855d5c76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:23.683973136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"4bffa922-d79e-4997-9bf4-3ac04cdca073","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:23.757339058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-subscription","reconcileID":"03b22c9c-5613-4f6e-86e8-3b0f9324ea1c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:23.757988257Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-subscription","reconcileID":"3df0228d-1e2a-474e-8dc8-566face0d828","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-premium-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:23.759495048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"a220e3cd-ca93-485d-8980-0ecd855d5c76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:23.777732063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"4bffa922-d79e-4997-9bf4-3ac04cdca073","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:24.051622011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"4c75a487-88ad-40f2-a306-557f24b51d66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:24.105594605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"4c75a487-88ad-40f2-a306-557f24b51d66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:24.152716565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"93646d7a-a3d7-4bb7-92de-2ce4e8e8411c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:24.206500552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"93646d7a-a3d7-4bb7-92de-2ce4e8e8411c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:29.078902135Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-sa-multi-hdr-sub2","reconcileID":"d3dbbc3b-dc44-4ef4-aa17-b4a6b1ed89d7","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-distinct-2-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/distinct-2-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:29.287934647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-2-w1-e65019","reconcileID":"bdf4023d-2293-4268-ae02-f8c265b7936e","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-2-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-2-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:29.627088022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"54fe1bf5-dd74-4917-94e9-d40c9f0a77fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:29.627976057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"9a563321-b619-4881-9a5a-b947e6c2f272","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:29.702696702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"54fe1bf5-dd74-4917-94e9-d40c9f0a77fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:29.714828445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"9a563321-b619-4881-9a5a-b947e6c2f272","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:29.715566373Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-sa-multi-hdr-sub1","reconcileID":"b948f262-2119-4a64-ab75-63e5fc3d59d0","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"model":"e2e-models-e2e-worker-w1-e65019/distinct-w1-e65019","subscription":"e2e-sa-multi-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:29.786220878Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-sa-multi-hdr-sub1","reconcileID":"b948f262-2119-4a64-ab75-63e5fc3d59d0","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"model":"e2e-models-e2e-worker-w1-e65019/distinct-w1-e65019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:29.838386158Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-sa-multi-hdr-sub1","reconcileID":"b948f262-2119-4a64-ab75-63e5fc3d59d0","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/distinct-w1-e65019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:30.133913495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"6ac7e8a8-b05f-4b34-98a8-6dff03bcd101","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:30.175727573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-w1-e65019","reconcileID":"19c4d61c-324d-4f9d-a8be-1a53c6f639ef","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:30.198137844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"6ac7e8a8-b05f-4b34-98a8-6dff03bcd101","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:30.246590993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"9099941a-9f56-4af0-b7bb-a535737dcbd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:30.34418644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-2-w1-e65019","reconcileID":"4fefbb17-1002-4ab2-88d0-745993a7f2b2","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-2-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-2-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:30.354358632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-2-w1-e65019","reconcileID":"43460f11-9a5e-4b66-82e6-68f4277ceb62","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-2-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-2-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:30.438280059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"9099941a-9f56-4af0-b7bb-a535737dcbd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:30.565875731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-sa-multi-hdr-auth2","reconcileID":"b329ebb1-a295-4bb3-be13-cab7a9dcd6af","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:30.566313701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"d6a38bfe-5ff6-4112-ba21-3b1c68ac42a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:30.56723984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"419c3991-383f-412e-8ce9-3bfd1f57c7bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:30.568130316Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-sa-multi-hdr-sub2","reconcileID":"beb9c062-7f3b-46ea-87ec-9e1bc8292173","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1c14b5fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:30.62788415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"d6a38bfe-5ff6-4112-ba21-3b1c68ac42a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:30.653033905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-sa-multi-hdr-auth2","reconcileID":"b329ebb1-a295-4bb3-be13-cab7a9dcd6af","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:30.68016935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"419c3991-383f-412e-8ce9-3bfd1f57c7bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:30.932939329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-sa-multi-hdr-auth1","reconcileID":"b4f1abcc-d8ea-462f-b6a0-cc46502195dc","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:31.001827476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-sa-multi-hdr-auth1","reconcileID":"b4f1abcc-d8ea-462f-b6a0-cc46502195dc","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:31.190363627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"bd88eb2f-4ed7-485a-be67-37b9a6ebb178","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:31.256870859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"bd88eb2f-4ed7-485a-be67-37b9a6ebb178","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:31.303023802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-sa-multi-hdr-auth2","reconcileID":"ab327f52-a6f5-4a2f-9253-3ccb27d9beec","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:31.3034526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"cf9ce3d4-2d2d-4b62-95a3-4a3155f424f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:31.405717297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-sa-multi-hdr-auth2","reconcileID":"ab327f52-a6f5-4a2f-9253-3ccb27d9beec","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:31.4330919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"cf9ce3d4-2d2d-4b62-95a3-4a3155f424f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:36.168674198Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:40.617853967Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-sa-multi-hdr-sub2","reconcileID":"f9486d9b-9978-4b8e-b3b8-a6fe45eb191a","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"model":"e2e-models-e2e-worker-w1-e65019/distinct-2-w1-e65019","subscription":"e2e-sa-multi-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:40.667212315Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-sa-multi-hdr-sub2","reconcileID":"f9486d9b-9978-4b8e-b3b8-a6fe45eb191a","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"model":"e2e-models-e2e-worker-w1-e65019/distinct-2-w1-e65019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:40.716912985Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-sa-multi-hdr-sub2","reconcileID":"f9486d9b-9978-4b8e-b3b8-a6fe45eb191a","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/distinct-2-w1-e65019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:40.973553274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-2-w1-e65019","reconcileID":"40f16f84-f3f6-40e7-9e40-b14c12a2aac5","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-2-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-2-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:41.129478601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-w1-e65019","reconcileID":"7aeb32a4-73e8-40ff-bd28-52afeee8c4d8","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:41.215754819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c7b90ef2-927f-460c-85b1-c8c87d39f4ec","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:41.215786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-sa-multi-hdr-auth2","reconcileID":"679e531f-34b1-4aa0-bc7d-07c69e492d08","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:41.216197096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"9f44e78b-9a12-4fd2-b784-9db509313576","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:41.216384362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"2d146561-0463-4076-9138-9b8b1e180564","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:41.271521053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"9f44e78b-9a12-4fd2-b784-9db509313576","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:41.27152106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c7b90ef2-927f-460c-85b1-c8c87d39f4ec","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:41.274814434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-sa-multi-hdr-auth2","reconcileID":"679e531f-34b1-4aa0-bc7d-07c69e492d08","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:41.275045479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"2d146561-0463-4076-9138-9b8b1e180564","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:41.418582986Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-sa-multi-hdr-auth1","reconcileID":"b859c800-9f48-4582-9101-07b34ba5822d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-e65019"},"model":"e2e-models-e2e-worker-w1-e65019/distinct-w1-e65019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:41.571167731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-w1-e65019","reconcileID":"9971b8e6-d069-43f6-95a2-b886a3829a8d","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:41.617266356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-sa-multi-hdr-auth2","reconcileID":"bf9fac1e-d667-40df-ad35-893ed411fe21","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:41.671390682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-sa-multi-hdr-auth2","reconcileID":"bf9fac1e-d667-40df-ad35-893ed411fe21","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:41.723011896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-2-w1-e65019","reconcileID":"029db109-2086-437c-ba0b-b81ea4f02e9f","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-2-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-2-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:41.820033956Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-sa-multi-hdr-auth2","reconcileID":"c53d6d49-b790-4c67-adea-6f871a97f348","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-e65019"},"model":"e2e-models-e2e-worker-w1-e65019/distinct-2-w1-e65019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:41.970590595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-2-w1-e65019","reconcileID":"12be002f-5365-441e-b177-a02b239c492a","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-2-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-2-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:51.039388057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"default-tenant","reconcileID":"02c29d97-8d6f-4fdf-9c9e-f0b60398c29b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-4cf21208","tenantID":"e2e-mt-4cf21208","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:51.152863467Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"default-tenant","reconcileID":"02c29d97-8d6f-4fdf-9c9e-f0b60398c29b","name":"e2e-mt-4cf21208-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:53.515922068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"78d585c2-1133-4dbd-852d-c1f93b55ef17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:53.516831579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"639cf1ac-4eb2-405f-a496-9eb9176bb756","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:53.587729446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"78d585c2-1133-4dbd-852d-c1f93b55ef17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:53.588130942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"639cf1ac-4eb2-405f-a496-9eb9176bb756","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:53.717228454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"6080590e-5ed6-457f-9f8d-6324da5516dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:53.718115055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"f1d1ca38-0430-4f83-acbc-e0da6d957634","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:53.784172792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"6080590e-5ed6-457f-9f8d-6324da5516dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:53.789051887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"f1d1ca38-0430-4f83-acbc-e0da6d957634","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:54.158218378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"f88cf9b0-1774-4d13-83c2-3677b0d92a55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:54.158738712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"d5454816-3d1b-47f3-b00e-359d36acc6c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:54.213109969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"d5454816-3d1b-47f3-b00e-359d36acc6c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:54.213155347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"f88cf9b0-1774-4d13-83c2-3677b0d92a55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:54.482906325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a5c78df4-6ea8-4759-b4cb-a6ce151dc461","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:54.482932292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a5c78df4-6ea8-4759-b4cb-a6ce151dc461","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:54.580580102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d19112f8","namespace":"ai-tenant-e2e-mt-d19112f8"},"namespace":"ai-tenant-e2e-mt-d19112f8","name":"e2e-policy-d19112f8","reconcileID":"e6667eb5-12ea-4582-9e8c-b33708056df2","MaaSAuthPolicy":{"name":"e2e-policy-d19112f8","namespace":"ai-tenant-e2e-mt-d19112f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:54.703167391Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d19112f8","namespace":"ai-tenant-e2e-mt-d19112f8"},"namespace":"ai-tenant-e2e-mt-d19112f8","name":"e2e-policy-d19112f8","reconcileID":"e6667eb5-12ea-4582-9e8c-b33708056df2","MaaSAuthPolicy":{"name":"e2e-policy-d19112f8","namespace":"ai-tenant-e2e-mt-d19112f8"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:54.755689945Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d19112f8","namespace":"ai-tenant-e2e-mt-d19112f8"},"namespace":"ai-tenant-e2e-mt-d19112f8","name":"e2e-policy-d19112f8","reconcileID":"e6667eb5-12ea-4582-9e8c-b33708056df2","MaaSAuthPolicy":{"name":"e2e-policy-d19112f8","namespace":"ai-tenant-e2e-mt-d19112f8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:56.079626261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d5e5df"},"namespace":"ai-tenant-e2e-api-a-d5e5df","name":"default-tenant","reconcileID":"b7c54c58-69ce-4de4-8db7-429eb7e9fb99","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d5e5df","tenantID":"e2e-api-a-d5e5df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:56.222305588Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d5e5df"},"namespace":"ai-tenant-e2e-api-a-d5e5df","name":"default-tenant","reconcileID":"b7c54c58-69ce-4de4-8db7-429eb7e9fb99","name":"e2e-api-a-d5e5df-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:06.171684912Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:06.461702401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"a3c1ced8-a708-47fb-bfdd-dfcbdcb11e82","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:06.462440261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"premium-w3-b47e8d","reconcileID":"76f4ee38-c849-4abc-bdd4-aa63abc1a477","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"premium-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"premium-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:06.544853994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"5cd7756a-8c7a-49b0-8802-bcd3823f1813","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:06.545171548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"premium-w3-b47e8d","reconcileID":"dbc90edd-e97b-46a1-b19c-71e731376ca3","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"premium-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"premium-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:06.614440878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"06a8add2-5c68-480d-8497-c24af7946283","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:06.614486252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"0237bba6-2ff5-463d-92ea-ee7d81312893","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:06.665601741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-subscription","reconcileID":"d5c11303-a571-4763-8f5d-5775472f34cf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-premium-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/premium-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:06.665774898Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-subscription","reconcileID":"2c479385-a298-4a2e-84bc-8a5b4de90001","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:06.674338766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"06a8add2-5c68-480d-8497-c24af7946283","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:06.67491664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"0237bba6-2ff5-463d-92ea-ee7d81312893","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:07.020777818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"0ae9e6ad-84d9-4c13-8570-fd0a1e8df8a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:07.020805214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"98c4d4f6-09fe-4d1d-8e2d-6944b2700ed3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:07.07493114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"98c4d4f6-09fe-4d1d-8e2d-6944b2700ed3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:07.075215433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"0ae9e6ad-84d9-4c13-8570-fd0a1e8df8a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:15.719677718Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d19112f8","namespace":"ai-tenant-e2e-mt-d19112f8"},"namespace":"ai-tenant-e2e-mt-d19112f8","name":"e2e-policy-d19112f8","reconcileID":"dfd2b841-266d-493a-b889-2dff8aa6f07b","MaaSAuthPolicy":{"name":"e2e-policy-d19112f8","namespace":"ai-tenant-e2e-mt-d19112f8"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:15.869355908Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d19112f8","namespace":"ai-tenant-e2e-mt-d19112f8"},"namespace":"ai-tenant-e2e-mt-d19112f8","name":"e2e-policy-d19112f8","reconcileID":"dfd2b841-266d-493a-b889-2dff8aa6f07b","MaaSAuthPolicy":{"name":"e2e-policy-d19112f8","namespace":"ai-tenant-e2e-mt-d19112f8"},"policyNamespace":"ai-tenant-e2e-mt-d19112f8","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:17.391843678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-2-w2-7f66ab","reconcileID":"6ef4d42f-f086-458b-aa1b-8d8c7b6ee0f2","MaaSModelRef":{"name":"distinct-2-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"distinct-2-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"distinct-2-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:19.552638662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"98970391-e119-4271-a8fa-4b924c9798a9","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:19.604492554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"3fa09a65-b39d-47ed-9e57-73e6d32d9759","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:19.749757181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-api-key-deleted-sub-auth","reconcileID":"883b60c4-bda0-4d65-a9c3-fa20ab399223","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:19.803755544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-api-key-deleted-sub-auth","reconcileID":"883b60c4-bda0-4d65-a9c3-fa20ab399223","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:19.846089436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"a772c88e-ff19-43bd-934a-0c45895ec9b0","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:19.856907535Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-7f66ab-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (63dbed63adcaf6a16fdb0f6af6f3670f1cc0e7edde348c984bb91a03dc6130d2) AuthConfig (80a9fe960acf8431ef202258b27fc19d19e92ef8f1ea174e86cbf75ad6b2c925) AuthConfig (ceee270263f100db39e711bec527e45c0e1ff677796a0e791381b7bfb080b843) AuthConfig (475cfa8e534909da88051567fcf51057a5a349857840a4278efb8e4dab34a8eb) AuthConfig (2e007e5e74e50cd7fe74066a95d5ba427580eb1d78a775827c37939e2974a107) AuthConfig (4732cad7038166a7d2ce2381d7ba4551da81eeac15021b209fdab6ef8a7acb1d) AuthConfig (f924eaf710cce7399cde4f1aa27af5690da755aeb471fe006017de558b98bef3) AuthConfig (7a4730498e1ec456abc5c7c7e35ce8a058b4e3ba580662f53cb13abe72115e41) AuthConfig (89b54fae209a7e8a053746f8c9016757398e33465d77506076dc73f4cba822ab) AuthConfig (8fcfade6735bf3551797d96010baf55ac5690da5f8c0cce3dc5f838638dc9910) AuthConfig (ddffffee5af3e8a9f2dd1a1ee8bfcfc9c9075e78778f165558c9b493fb073e33) AuthConfig (66313e4d72a50f0076eb6736ccd8fb5d6b8c22f52b0b8280407f602cab5983c1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-api-key-deleted-sub-auth","reconcileID":"883b60c4-bda0-4d65-a9c3-fa20ab399223","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:19.900400388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"456e8dbc-1556-44ce-b198-b8b50063c19a","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:19.911413141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"7855a8a0-9334-40e4-91a0-d4d6e938a135","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:09:19.953955386Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-api-key-deleted-sub","reconcileID":"805d5d86-812f-44a4-9891-8168e4bbba4c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-deleted-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:19.993969034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"583bafff-13c0-469b-85b5-e9f978abe88a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:19.995138959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"45c43d8a-7525-40d9-8698-d7e49c119ac0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:20.05654213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"583bafff-13c0-469b-85b5-e9f978abe88a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:20.061173394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"45c43d8a-7525-40d9-8698-d7e49c119ac0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:20.070832133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"2f0a7a4f-d975-42e4-8e2e-714775274231","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:20.103660862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-api-key-deleted-sub-auth","reconcileID":"59666c63-351c-4a6e-ac1a-42bc8c81a92c","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:20.127186333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"f3813d89-3c73-4741-994f-f5f496c28070","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:20.157499947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-api-key-deleted-sub-auth","reconcileID":"59666c63-351c-4a6e-ac1a-42bc8c81a92c","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:20.210369904Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-7f66ab-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (63dbed63adcaf6a16fdb0f6af6f3670f1cc0e7edde348c984bb91a03dc6130d2) AuthConfig (80a9fe960acf8431ef202258b27fc19d19e92ef8f1ea174e86cbf75ad6b2c925) AuthConfig (ceee270263f100db39e711bec527e45c0e1ff677796a0e791381b7bfb080b843) AuthConfig (475cfa8e534909da88051567fcf51057a5a349857840a4278efb8e4dab34a8eb) AuthConfig (2e007e5e74e50cd7fe74066a95d5ba427580eb1d78a775827c37939e2974a107) AuthConfig (4732cad7038166a7d2ce2381d7ba4551da81eeac15021b209fdab6ef8a7acb1d) AuthConfig (f924eaf710cce7399cde4f1aa27af5690da755aeb471fe006017de558b98bef3) AuthConfig (7a4730498e1ec456abc5c7c7e35ce8a058b4e3ba580662f53cb13abe72115e41) AuthConfig (89b54fae209a7e8a053746f8c9016757398e33465d77506076dc73f4cba822ab) AuthConfig (8fcfade6735bf3551797d96010baf55ac5690da5f8c0cce3dc5f838638dc9910) AuthConfig (ddffffee5af3e8a9f2dd1a1ee8bfcfc9c9075e78778f165558c9b493fb073e33) AuthConfig (66313e4d72a50f0076eb6736ccd8fb5d6b8c22f52b0b8280407f602cab5983c1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-api-key-deleted-sub-auth","reconcileID":"59666c63-351c-4a6e-ac1a-42bc8c81a92c","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:09:20.260158506Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-api-key-deleted-sub-auth","reconcileID":"59666c63-351c-4a6e-ac1a-42bc8c81a92c","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-api-key-deleted-sub-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:20.387248564Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-api-key-deleted-sub","reconcileID":"3eddf782-1c72-4bd0-864c-8d5ba8fcfd41","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-7f66ab/e2e-api-key-deleted-sub","ai-tenant-e2e-worker-w2-7f66ab/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:20.401026694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"f170358d-84ad-4b57-9f9b-60d2f4d91081","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:20.401026708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"2eae84e5-9a58-49a8-9df8-f32e7efa5b34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:20.405211132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-api-key-deleted-sub-auth","reconcileID":"22721ecc-84ae-4a21-b28b-b2e1887e3423","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:20.455173956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"2eae84e5-9a58-49a8-9df8-f32e7efa5b34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:20.456434254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"f170358d-84ad-4b57-9f9b-60d2f4d91081","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:20.460108975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-api-key-deleted-sub-auth","reconcileID":"22721ecc-84ae-4a21-b28b-b2e1887e3423","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:20.512882776Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-7f66ab-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (63dbed63adcaf6a16fdb0f6af6f3670f1cc0e7edde348c984bb91a03dc6130d2) AuthConfig (80a9fe960acf8431ef202258b27fc19d19e92ef8f1ea174e86cbf75ad6b2c925) AuthConfig (ceee270263f100db39e711bec527e45c0e1ff677796a0e791381b7bfb080b843) AuthConfig (475cfa8e534909da88051567fcf51057a5a349857840a4278efb8e4dab34a8eb) AuthConfig (2e007e5e74e50cd7fe74066a95d5ba427580eb1d78a775827c37939e2974a107) AuthConfig (4732cad7038166a7d2ce2381d7ba4551da81eeac15021b209fdab6ef8a7acb1d) AuthConfig (f924eaf710cce7399cde4f1aa27af5690da755aeb471fe006017de558b98bef3) AuthConfig (7a4730498e1ec456abc5c7c7e35ce8a058b4e3ba580662f53cb13abe72115e41) AuthConfig (89b54fae209a7e8a053746f8c9016757398e33465d77506076dc73f4cba822ab) AuthConfig (8fcfade6735bf3551797d96010baf55ac5690da5f8c0cce3dc5f838638dc9910) AuthConfig (ddffffee5af3e8a9f2dd1a1ee8bfcfc9c9075e78778f165558c9b493fb073e33) AuthConfig (66313e4d72a50f0076eb6736ccd8fb5d6b8c22f52b0b8280407f602cab5983c1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-api-key-deleted-sub-auth","reconcileID":"22721ecc-84ae-4a21-b28b-b2e1887e3423","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:20.552483562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"37f598e7-e1b7-48db-a539-6d8800b68c12","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:20.594438173Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-subscription","reconcileID":"9611890b-94eb-45e5-9f4a-9575358fbe80","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:20.749025613Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-api-key-deleted-sub","reconcileID":"d2501765-ee8c-4ea0-8b02-0381d2619ec0","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:23.366403203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"distinct-w3-b47e8d","reconcileID":"2884e630-daec-4ceb-92e0-2a7fa9e11d75","MaaSModelRef":{"name":"distinct-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"distinct-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"distinct-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:26.052404965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"5591ac8b-a1cc-48df-ad19-a8763287127b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:26.052412336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"5a3d6119-abaa-4dbf-9e1b-5a374dd87876","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:26.10882384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"5a3d6119-abaa-4dbf-9e1b-5a374dd87876","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:26.11256057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"5591ac8b-a1cc-48df-ad19-a8763287127b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:30.285515008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72ec0b1b-1321-4685-9381-cbc3944be560","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:30.34208401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72ec0b1b-1321-4685-9381-cbc3944be560","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:30.391593715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72ec0b1b-1321-4685-9381-cbc3944be560","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:30.44152371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72ec0b1b-1321-4685-9381-cbc3944be560","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:30.700034322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-api-key-deleted-sub-auth","reconcileID":"9119d7c7-5aeb-47f6-9de7-3072f91fbafd","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:30.755037342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-api-key-deleted-sub-auth","reconcileID":"9119d7c7-5aeb-47f6-9de7-3072f91fbafd","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:31.061092085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"39d80266-e9ca-49f7-8166-abddd8d51935","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:31.396251967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"0fb31c20-b84a-4fcc-a630-eb059d136a8f","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:31.633004197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-api-key-deleted-sub-auth","reconcileID":"e37edf2c-4b9e-4edf-9056-c18f25676ddb","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:31.633392397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"872f1900-52a0-4e43-88a3-ffc4983f052f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:31.633624766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"876299d5-318c-4ead-9027-c7f5c4dccce8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:31.689077728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"876299d5-318c-4ead-9027-c7f5c4dccce8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:31.689083376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-api-key-deleted-sub-auth","reconcileID":"e37edf2c-4b9e-4edf-9056-c18f25676ddb","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:31.691372478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"872f1900-52a0-4e43-88a3-ffc4983f052f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:32.345432275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da80c773-9a06-4d7d-acaa-4422fc2e57c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:32.393973039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da80c773-9a06-4d7d-acaa-4422fc2e57c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:32.442661328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da80c773-9a06-4d7d-acaa-4422fc2e57c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:32.491103385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da80c773-9a06-4d7d-acaa-4422fc2e57c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:32.754991393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"3de4c2b8-1e21-482e-9c03-79641756350c","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:32.756255148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"premium-w3-b47e8d","reconcileID":"c8335086-b5f3-4b37-bc7a-31566f888983","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"premium-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"premium-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:32.756887091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"distinct-w3-b47e8d","reconcileID":"6239ac61-97cb-42b6-80df-04942cc47b16","MaaSModelRef":{"name":"distinct-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"distinct-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"distinct-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:32.83504253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"145ef868-cfad-447e-b3fb-82d3a1629a25","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:32.835618171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"premium-w3-b47e8d","reconcileID":"4d4ceb84-7870-4ed3-9790-c3c9696b4ba6","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"premium-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"premium-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:32.83593885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"distinct-w3-b47e8d","reconcileID":"47f7eba8-bb8d-4dfd-a02b-bf603c132b68","MaaSModelRef":{"name":"distinct-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"distinct-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"distinct-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:32.901353552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"48e4fe4c-e5db-4cc5-bdaf-b498acc51cbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:32.901903379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"e65a4f6d-8877-4793-a418-989d31adc887","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:32.95679505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"48e4fe4c-e5db-4cc5-bdaf-b498acc51cbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:32.95789876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-subscription","reconcileID":"14e0deeb-fa3c-478f-ab44-bcb2bfa205b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-premium-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/premium-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:32.958565315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-subscription","reconcileID":"6618fbcf-92b2-4ffb-8f95-87134e95319b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:32.961289297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"e65a4f6d-8877-4793-a418-989d31adc887","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:33.300606984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"6ef6216c-adc0-4537-902d-beb5b01d40ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:33.355132014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"6ef6216c-adc0-4537-902d-beb5b01d40ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:33.401064701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"5424bddc-0619-4e7c-858e-4a66f7b1632a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:33.455728247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"5424bddc-0619-4e7c-858e-4a66f7b1632a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:35.432213787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"483c10db-1ac2-452d-b5cc-1a829f5915b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:35.480849968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"483c10db-1ac2-452d-b5cc-1a829f5915b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:35.530130209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"483c10db-1ac2-452d-b5cc-1a829f5915b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:35.578756285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"483c10db-1ac2-452d-b5cc-1a829f5915b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:36.032587899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"031751f9-7434-4c8c-bce5-8620e468ebea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:36.032608004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"031751f9-7434-4c8c-bce5-8620e468ebea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:36.086106942Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b1fd7cb3-e2ad-486d-9b9d-69857bcb49e5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:36.086127839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b1fd7cb3-e2ad-486d-9b9d-69857bcb49e5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:36.168740851Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:36.184095462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d5e5df-policy","namespace":"ai-tenant-e2e-api-a-d5e5df"},"namespace":"ai-tenant-e2e-api-a-d5e5df","name":"e2e-e2e-api-a-d5e5df-policy","reconcileID":"c1492c83-102e-4d18-95f7-09d015889a6f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d5e5df-policy","namespace":"ai-tenant-e2e-api-a-d5e5df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d5e5df","tenantID":"e2e-api-a-d5e5df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:36.305970821Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d5e5df-policy","namespace":"ai-tenant-e2e-api-a-d5e5df"},"namespace":"ai-tenant-e2e-api-a-d5e5df","name":"e2e-e2e-api-a-d5e5df-policy","reconcileID":"c1492c83-102e-4d18-95f7-09d015889a6f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d5e5df-policy","namespace":"ai-tenant-e2e-api-a-d5e5df"},"name":"e2e-api-a-d5e5df-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:36.358842013Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-d5e5df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d5e5df-policy","namespace":"ai-tenant-e2e-api-a-d5e5df"},"namespace":"ai-tenant-e2e-api-a-d5e5df","name":"e2e-e2e-api-a-d5e5df-policy","reconcileID":"c1492c83-102e-4d18-95f7-09d015889a6f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d5e5df-policy","namespace":"ai-tenant-e2e-api-a-d5e5df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:36.411386337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8299c7f7-1eb3-48cb-b7c1-bf9784e5e249","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:36.411407248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8299c7f7-1eb3-48cb-b7c1-bf9784e5e249","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:37.424767106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da1746c8-ca76-476f-ae59-8ead137603c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:37.473532329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da1746c8-ca76-476f-ae59-8ead137603c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:37.522301564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da1746c8-ca76-476f-ae59-8ead137603c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:37.570892093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da1746c8-ca76-476f-ae59-8ead137603c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:41.029936234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d4829b4-ad44-42ca-b3f0-136f1c30d28c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:41.0797209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d4829b4-ad44-42ca-b3f0-136f1c30d28c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:41.129618691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d4829b4-ad44-42ca-b3f0-136f1c30d28c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:41.17813772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d4829b4-ad44-42ca-b3f0-136f1c30d28c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:41.558796291Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-api-key-deleted-sub","reconcileID":"b888e338-f8c4-4b45-b019-350f00586b80","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscription":"e2e-api-key-deleted-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:41.592682879Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-dbe0a7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-dbe0a7","reconcileID":"b8f1b833-f4b0-46f4-b37b-f36ace50c9ea","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-dbe0a7","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-dbe0a7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:41.772924222Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-api-key-deleted-sub","reconcileID":"b888e338-f8c4-4b45-b019-350f00586b80","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-7f66ab/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:41.985775425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-subscription","reconcileID":"abbef784-2b81-4288-a5fa-234e6e89436d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:42.10392781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"054dcdb0-9cb3-4c09-8956-6c0121fc3e4e","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:42.33665587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-api-key-deleted-sub-auth","reconcileID":"0d97b6b1-201c-4745-b81d-831c48a77332","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:42.336780369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"2127cad7-2609-4daf-a669-3b05f01ee13d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:42.345620738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"ce2cef1c-29b9-4fc9-8d59-771f1a70d2be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:42.390661395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"2127cad7-2609-4daf-a669-3b05f01ee13d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:42.392555157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-api-key-deleted-sub-auth","reconcileID":"0d97b6b1-201c-4745-b81d-831c48a77332","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:42.399425323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"ce2cef1c-29b9-4fc9-8d59-771f1a70d2be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:43.036965578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94ebbcef-c2aa-4643-94ae-bacc3fab3548","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:43.086826777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94ebbcef-c2aa-4643-94ae-bacc3fab3548","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:43.135540462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94ebbcef-c2aa-4643-94ae-bacc3fab3548","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:43.184471047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94ebbcef-c2aa-4643-94ae-bacc3fab3548","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:46.510719268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d5e5df-policy","namespace":"ai-tenant-e2e-api-a-d5e5df"},"namespace":"ai-tenant-e2e-api-a-d5e5df","name":"e2e-e2e-api-a-d5e5df-policy","reconcileID":"6695094c-d82b-4420-8bd7-119ea59e6e91","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d5e5df-policy","namespace":"ai-tenant-e2e-api-a-d5e5df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d5e5df","tenantID":"e2e-api-a-d5e5df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:46.565139215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d5e5df-policy","namespace":"ai-tenant-e2e-api-a-d5e5df"},"namespace":"ai-tenant-e2e-api-a-d5e5df","name":"e2e-e2e-api-a-d5e5df-policy","reconcileID":"6695094c-d82b-4420-8bd7-119ea59e6e91","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d5e5df-policy","namespace":"ai-tenant-e2e-api-a-d5e5df"},"name":"e2e-api-a-d5e5df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:46.618075498Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-d5e5df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d5e5df-policy","namespace":"ai-tenant-e2e-api-a-d5e5df"},"namespace":"ai-tenant-e2e-api-a-d5e5df","name":"e2e-e2e-api-a-d5e5df-policy","reconcileID":"6695094c-d82b-4420-8bd7-119ea59e6e91","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d5e5df-policy","namespace":"ai-tenant-e2e-api-a-d5e5df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:55.68458149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"2db010db-f524-497a-bde8-0c06a059088e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:55.684580187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"f3b0dc42-33f7-4541-85de-51d4ac6343b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:55.739088919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"f3b0dc42-33f7-4541-85de-51d4ac6343b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:55.739297519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"2db010db-f524-497a-bde8-0c06a059088e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:56.717896348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d5e5df-policy","namespace":"ai-tenant-e2e-api-a-d5e5df"},"namespace":"ai-tenant-e2e-api-a-d5e5df","name":"e2e-e2e-api-a-d5e5df-policy","reconcileID":"b335dd1b-47c1-46d9-bee5-4e9aebf60a99","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d5e5df-policy","namespace":"ai-tenant-e2e-api-a-d5e5df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d5e5df","tenantID":"e2e-api-a-d5e5df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:56.777363723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d5e5df-policy","namespace":"ai-tenant-e2e-api-a-d5e5df"},"namespace":"ai-tenant-e2e-api-a-d5e5df","name":"e2e-e2e-api-a-d5e5df-policy","reconcileID":"b335dd1b-47c1-46d9-bee5-4e9aebf60a99","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d5e5df-policy","namespace":"ai-tenant-e2e-api-a-d5e5df"},"name":"e2e-api-a-d5e5df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:56.829867398Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-d5e5df-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a4d47678da617c181d0b31278c89dc8af0a8e44372b92e70b42fd385a643eeeb) AuthConfig (b5f0066f24c6a7fb03e744a395d0d785d8fffa11abf883cf42219534fed7f231) AuthConfig (d4585c0481d002956f4c3ea01d69a78e81d129a2f7142c8ad02576a070fdbc23) AuthConfig (076c084a1d32ca722d52717ee4548c836a4de77ede2514fd2f3e26b861d628a0) AuthConfig (c9d068209967fcd5d2738155a7199c3de2830d7ef5e53f4510c7ed2877afa376) AuthConfig (1a0a67fa7ef5c0118bc8cf3e5a7d3e0bf62544ce90ea2f9e3c0a1f5b60e52852)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d5e5df-policy","namespace":"ai-tenant-e2e-api-a-d5e5df"},"namespace":"ai-tenant-e2e-api-a-d5e5df","name":"e2e-e2e-api-a-d5e5df-policy","reconcileID":"b335dd1b-47c1-46d9-bee5-4e9aebf60a99","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d5e5df-policy","namespace":"ai-tenant-e2e-api-a-d5e5df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:56.88557911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e9e9481b-c0a1-49e1-8689-611c8d7beeb7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:56.885597449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e9e9481b-c0a1-49e1-8689-611c8d7beeb7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:06.168204109Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:06.983366512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d5e5df-policy","namespace":"ai-tenant-e2e-api-a-d5e5df"},"namespace":"ai-tenant-e2e-api-a-d5e5df","name":"e2e-e2e-api-a-d5e5df-policy","reconcileID":"d99cbbb4-9fd5-41a4-92e9-2324515a08e3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d5e5df-policy","namespace":"ai-tenant-e2e-api-a-d5e5df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d5e5df","tenantID":"e2e-api-a-d5e5df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:07.038002131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d5e5df-policy","namespace":"ai-tenant-e2e-api-a-d5e5df"},"namespace":"ai-tenant-e2e-api-a-d5e5df","name":"e2e-e2e-api-a-d5e5df-policy","reconcileID":"d99cbbb4-9fd5-41a4-92e9-2324515a08e3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d5e5df-policy","namespace":"ai-tenant-e2e-api-a-d5e5df"},"name":"e2e-api-a-d5e5df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:07.090526265Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-d5e5df-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a4d47678da617c181d0b31278c89dc8af0a8e44372b92e70b42fd385a643eeeb) AuthConfig (b5f0066f24c6a7fb03e744a395d0d785d8fffa11abf883cf42219534fed7f231) AuthConfig (d4585c0481d002956f4c3ea01d69a78e81d129a2f7142c8ad02576a070fdbc23) AuthConfig (076c084a1d32ca722d52717ee4548c836a4de77ede2514fd2f3e26b861d628a0) AuthConfig (c9d068209967fcd5d2738155a7199c3de2830d7ef5e53f4510c7ed2877afa376) AuthConfig (1a0a67fa7ef5c0118bc8cf3e5a7d3e0bf62544ce90ea2f9e3c0a1f5b60e52852)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d5e5df-policy","namespace":"ai-tenant-e2e-api-a-d5e5df"},"namespace":"ai-tenant-e2e-api-a-d5e5df","name":"e2e-e2e-api-a-d5e5df-policy","reconcileID":"d99cbbb4-9fd5-41a4-92e9-2324515a08e3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d5e5df-policy","namespace":"ai-tenant-e2e-api-a-d5e5df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:08.815561821Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-api-key-deleted-sub-auth","reconcileID":"2fcf34da-841d-4586-9b3f-e525020f55c8","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:08.815647015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"77d67e43-aa13-43c3-8350-495cd6c5fea2","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:08.967799763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"4c7efd27-5dc2-4069-9be3-fa7f256b6126","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:14.291864812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"326aa82b-488f-406e-8ba5-645f445f0ea3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:14.340482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"326aa82b-488f-406e-8ba5-645f445f0ea3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:14.389035449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"326aa82b-488f-406e-8ba5-645f445f0ea3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:14.437655662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"326aa82b-488f-406e-8ba5-645f445f0ea3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:14.858418414Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-872730","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-872730","reconcileID":"f2d291cc-eab4-4c98-82c6-9e0999bb10c2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-872730","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-872730":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:16.268332099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67ad9ae9-478b-4492-8f49-70aa611c4f2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:16.317182991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67ad9ae9-478b-4492-8f49-70aa611c4f2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:16.371984191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67ad9ae9-478b-4492-8f49-70aa611c4f2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:16.420852612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67ad9ae9-478b-4492-8f49-70aa611c4f2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:17.206564325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d5e5df-policy","namespace":"ai-tenant-e2e-api-a-d5e5df"},"namespace":"ai-tenant-e2e-api-a-d5e5df","name":"e2e-e2e-api-a-d5e5df-policy","reconcileID":"6d3fd0db-b4b8-420b-baca-89743ec28241","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d5e5df-policy","namespace":"ai-tenant-e2e-api-a-d5e5df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d5e5df","tenantID":"e2e-api-a-d5e5df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:17.261915383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d5e5df-policy","namespace":"ai-tenant-e2e-api-a-d5e5df"},"namespace":"ai-tenant-e2e-api-a-d5e5df","name":"e2e-e2e-api-a-d5e5df-policy","reconcileID":"6d3fd0db-b4b8-420b-baca-89743ec28241","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d5e5df-policy","namespace":"ai-tenant-e2e-api-a-d5e5df"},"name":"e2e-api-a-d5e5df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:17.549782195Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c5e46b57-e8ae-42a0-bc2d-b39ea2a8bfed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:17.549803396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c5e46b57-e8ae-42a0-bc2d-b39ea2a8bfed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:18.266580361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"199f6791-22e9-4b06-8248-368c0506c7f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:18.315632316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"199f6791-22e9-4b06-8248-368c0506c7f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:18.365370142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"199f6791-22e9-4b06-8248-368c0506c7f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:18.422475076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"199f6791-22e9-4b06-8248-368c0506c7f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:22.212681158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-subscription","reconcileID":"b0d04729-0503-4828-9483-ec4b63c7bdef","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:22.312817935Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-subscription","reconcileID":"7682f07a-c75c-46b7-8219-2adb74514536","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-premium-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/premium-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:22.580670706Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-subscription","reconcileID":"6cf43828-2b81-4c81-a559-4cb0bd038a7b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-premium-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/premium-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:22.696046976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-subscription","reconcileID":"66a34a1a-e884-433a-83a6-ff221eca53d6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:22.789994003Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-subscription","reconcileID":"41691b98-9baf-4a2d-933f-0925821e015f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-simulator-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:22.791045889Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-subscription","reconcileID":"e38d69b7-b0b2-4060-a9e9-56380c782c24","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-premium-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:22.882747123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c4b3b959-5efd-4065-adf6-331d7504f660","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:22.897628925Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0c845e0a-8e0b-4916-88b9-a78dfcc23eee","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:22.995451831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-subscription","reconcileID":"4467d107-084d-4f08-b8f2-21120b7a92cb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-premium-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/premium-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:23.095020728Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-subscription","reconcileID":"ac9367bf-2d65-47be-845e-22a232e8a501","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-premium-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:23.095212077Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-subscription","reconcileID":"f0fb5e21-2da5-4173-a425-92b7fe8c3ac2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-simulator-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:23.194576885Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-subscription","reconcileID":"23b48ee7-fff4-4748-a497-8735a411e940","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:25.520238131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"namespace":"ai-tenant-e2e-api-b-dbe0a7","name":"default-tenant","reconcileID":"9b60b45a-a57f-4bce-9847-82a06f1ff6e5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-dbe0a7","tenantID":"e2e-api-b-dbe0a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:25.632221442Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"namespace":"ai-tenant-e2e-api-b-dbe0a7","name":"default-tenant","reconcileID":"9b60b45a-a57f-4bce-9847-82a06f1ff6e5","name":"e2e-api-b-dbe0a7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:31.807127432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"distinct-2-w3-b47e8d","reconcileID":"f2a0c6f9-fa41-4964-a598-6c361265aff2","MaaSModelRef":{"name":"distinct-2-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"distinct-2-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"distinct-2-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:32.742853711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"c48be884-3821-4979-8289-73d45ab99d59","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:32.796621803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"1f5d56e4-0884-4f0e-839c-0374f3131621","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:32.942782288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-models-invalid-sub-auth","reconcileID":"59b826ec-4a87-45ee-b1f9-a11257e3f672","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:33.002501282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-models-invalid-sub-auth","reconcileID":"59b826ec-4a87-45ee-b1f9-a11257e3f672","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:33.018001915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"cc1b136c-676d-46bd-8643-6d29fd978816","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:33.070213781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"1cf86e7d-ebfb-4770-bfa6-9730a86f02c2","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:10:33.120637565Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-models-valid-sub","reconcileID":"57f5204e-44f7-45ee-9b96-d7481276280a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-valid-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:33.163012855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"4dfc7e1f-5238-4a03-bd44-40be926c4166","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:33.163045421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"18c36969-7255-4a49-8e16-aba0f379d704","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:33.217742744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"4dfc7e1f-5238-4a03-bd44-40be926c4166","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:33.218060224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"18c36969-7255-4a49-8e16-aba0f379d704","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:33.229976119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"80a79788-ac23-4704-a126-5ead07ee48f1","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:33.282654547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"206e8afa-cb6c-48a4-a1b7-20f2eb34131f","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:33.30602459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"f055516d-5043-4e0b-978a-39bcd4364832","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:33.453427325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-models-invalid-sub-auth","reconcileID":"f178a0c4-820e-49c9-a5cb-df6451b82e92","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:33.506918319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-models-invalid-sub-auth","reconcileID":"f178a0c4-820e-49c9-a5cb-df6451b82e92","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:33.536511425Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-models-valid-sub","reconcileID":"cfca20b8-2ca6-4d17-b25d-a432fb43f020","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-b47e8d/e2e-models-valid-sub","ai-tenant-e2e-worker-w3-b47e8d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:33.599022862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"c434c8aa-b1ea-49f7-a3b2-f8679d25d8cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:33.599025766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"3cf3995e-a676-4237-a34b-77416f7ccab8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:33.653620571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"c434c8aa-b1ea-49f7-a3b2-f8679d25d8cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:33.653659903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"3cf3995e-a676-4237-a34b-77416f7ccab8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:33.69588343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"4ad924de-dacb-49b4-aedb-d0c613c61d17","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:33.737018961Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-subscription","reconcileID":"25301b06-1c38-48fd-a4f3-6a230cbc0352","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:33.89242312Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-models-valid-sub","reconcileID":"c02cc5cd-246f-4106-a72a-b063e0e22125","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:36.003969954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"a2103727-9f82-4a64-aaf9-384d024e17d7","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:36.150833794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"54562e63-2c6b-49be-877a-0d0dd9b37132","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:36.151002645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"6ce7712f-185f-49aa-8db8-efc5448e3f79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:36.150842151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-models-invalid-sub-auth","reconcileID":"ea26fff2-972d-4c81-977b-da193dd25352","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:36.16945424Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:36.206546207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"6ce7712f-185f-49aa-8db8-efc5448e3f79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:36.206567753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-models-invalid-sub-auth","reconcileID":"ea26fff2-972d-4c81-977b-da193dd25352","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:36.210056263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"54562e63-2c6b-49be-877a-0d0dd9b37132","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:45.691247303Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-subscription","reconcileID":"7c486928-e0d8-4de8-9588-b82b824eecbf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:45.799242829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-subscription","reconcileID":"177db6f5-7c04-4f18-ae33-783f8866cb8a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-premium-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:45.946293545Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-subscription","reconcileID":"a2ab6eeb-5a70-4e96-9101-1eafe658a30f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-simulator-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:46.040130549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-subscription","reconcileID":"03b79b98-f8ef-449d-acee-a398d17b6ec7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:46.156112884Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-models-valid-sub","reconcileID":"23145f20-7fad-499b-90cf-2fa68712192b","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscription":"e2e-models-valid-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:46.311896755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-subscription","reconcileID":"d86e143a-3afa-4884-9d6e-ff0c7fb32ed6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-premium-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:46.359376031Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-models-valid-sub","reconcileID":"23145f20-7fad-499b-90cf-2fa68712192b","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-b47e8d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:46.411714408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"da6da67e-9628-43c3-902b-aacee726b260","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:46.439135931Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-subscription","reconcileID":"7966a3d7-4544-4310-9417-af6ca00addb1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-simulator-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:46.512189343Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6a3d58ed-8561-432b-8c70-66ab6c689db1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:46.614012597Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-subscription","reconcileID":"690e9ac7-c5d4-4af8-b0b3-ea229a62e3c6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:46.618788824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"49598d00-f59c-4a98-9c4d-500ade21ad5a","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:46.744845537Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-subscription","reconcileID":"c8f66725-cf3c-4466-9604-76a083d415a0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-premium-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/premium-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:46.767365409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"a4ca7f3c-0096-46db-8d65-5487658cc8a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:46.768151773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-models-invalid-sub-auth","reconcileID":"a67a2480-8ea9-47a0-922a-a36047f2b335","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:46.768198006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"c8dfef0b-0aa0-4621-bd7e-de739e487c87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:46.799943964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"7316d868-7616-4902-86c6-7b776af44c89","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:46.821099613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"a4ca7f3c-0096-46db-8d65-5487658cc8a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:46.821856645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-models-invalid-sub-auth","reconcileID":"a67a2480-8ea9-47a0-922a-a36047f2b335","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:46.823377304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"c8dfef0b-0aa0-4621-bd7e-de739e487c87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:46.843430523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-subscription","reconcileID":"8028c9fd-85e7-4c16-bfb2-4fbf3197c23c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-premium-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/premium-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:46.941569132Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-subscription","reconcileID":"d5945de2-36c9-428f-ba62-9894e1e7cd81","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-premium-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/premium-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:47.022246463Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-models-invalid-sub-auth","reconcileID":"3bb1c4db-f222-4734-915e-79fb90147756","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:47.238724911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"99d323c3-55e7-4232-bf59-914bd1d1c547","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:48.105044054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"ff7eaacb-fe78-42c7-89f8-02cd6f039cef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"tenant":"e2e-mt-4cf21208","gateway":"openshift-ingress/e2e-mt-4cf21208","model":"ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:48.105075242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"ff7eaacb-fe78-42c7-89f8-02cd6f039cef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"routeName":"e2e-lifecycle-model-4cf21208-kserve-route","namespace":"ai-tenant-e2e-mt-4cf21208","llmisvcName":"e2e-lifecycle-model-4cf21208","gateway":"openshift-ingress/e2e-mt-4cf21208","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:48.458552928Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"6d665003-6c5c-4969-9d50-65afb462a7f5","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"tenant":"e2e-mt-4cf21208","gateway":"openshift-ingress/e2e-mt-4cf21208","model":"ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:48.458573676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"6d665003-6c5c-4969-9d50-65afb462a7f5","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"routeName":"e2e-lifecycle-model-4cf21208-kserve-route","namespace":"ai-tenant-e2e-mt-4cf21208","llmisvcName":"e2e-lifecycle-model-4cf21208","gateway":"openshift-ingress/e2e-mt-4cf21208","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:48.511140352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"ca57062c-4b5e-40d7-ad69-6287b893e3b9","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"tenant":"e2e-mt-4cf21208","gateway":"openshift-ingress/e2e-mt-4cf21208","model":"ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:48.511157936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"ca57062c-4b5e-40d7-ad69-6287b893e3b9","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"routeName":"e2e-lifecycle-model-4cf21208-kserve-route","namespace":"ai-tenant-e2e-mt-4cf21208","llmisvcName":"e2e-lifecycle-model-4cf21208","gateway":"openshift-ingress/e2e-mt-4cf21208","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:48.564503602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b187d85-2692-4e26-bfb7-90aa8012e15c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:48.564520952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b187d85-2692-4e26-bfb7-90aa8012e15c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:48.623043452Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e2bbef2d-4d5c-4126-86d4-7c8210c17269","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:48.623061033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e2bbef2d-4d5c-4126-86d4-7c8210c17269","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:48.623293076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-policy-4cf21208","reconcileID":"e92b81bf-a332-4e5d-96c4-15c8b0a47cea","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-4cf21208","tenantID":"e2e-mt-4cf21208","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:48.756541147Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"6adede02-1b98-4712-aa3e-453c8ec1c005","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"tenant":"e2e-mt-4cf21208","gateway":"openshift-ingress/e2e-mt-4cf21208","model":"ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:48.756567516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"6adede02-1b98-4712-aa3e-453c8ec1c005","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"routeName":"e2e-lifecycle-model-4cf21208-kserve-route","namespace":"ai-tenant-e2e-mt-4cf21208","llmisvcName":"e2e-lifecycle-model-4cf21208","gateway":"openshift-ingress/e2e-mt-4cf21208","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:48.760694139Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-policy-4cf21208","reconcileID":"e92b81bf-a332-4e5d-96c4-15c8b0a47cea","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"name":"e2e-mt-4cf21208-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:48.772290144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7992d7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-7992d7","reconcileID":"198579b5-50b3-4ffa-9c84-978f3051aa09","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7992d7","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:48.815549888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"f7509a2f-d697-4bd1-8502-7feb21cce37f","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"tenant":"e2e-mt-4cf21208","gateway":"openshift-ingress/e2e-mt-4cf21208","model":"ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:48.815565524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"f7509a2f-d697-4bd1-8502-7feb21cce37f","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"routeName":"e2e-lifecycle-model-4cf21208-kserve-route","namespace":"ai-tenant-e2e-mt-4cf21208","llmisvcName":"e2e-lifecycle-model-4cf21208","gateway":"openshift-ingress/e2e-mt-4cf21208","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:48.815591718Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-4cf21208-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-policy-4cf21208","reconcileID":"e92b81bf-a332-4e5d-96c4-15c8b0a47cea","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:48.858286789Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a683e9b-314d-4b7b-95a3-e7c289d128c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:48.858303661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a683e9b-314d-4b7b-95a3-e7c289d128c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:48.870156058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"f6e26b17-2b04-4303-bd7a-9e0690461c70","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"tenant":"e2e-mt-4cf21208","gateway":"openshift-ingress/e2e-mt-4cf21208","model":"ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:48.870171231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"f6e26b17-2b04-4303-bd7a-9e0690461c70","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"routeName":"e2e-lifecycle-model-4cf21208-kserve-route","namespace":"ai-tenant-e2e-mt-4cf21208","llmisvcName":"e2e-lifecycle-model-4cf21208","gateway":"openshift-ingress/e2e-mt-4cf21208","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:48.893957987Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7992d7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-7992d7","reconcileID":"198579b5-50b3-4ffa-9c84-978f3051aa09","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7992d7","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:10:48.918786816Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-sub-4cf21208","reconcileID":"f5456ae1-0cca-4c48-84c1-9fa6cdf510eb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-4cf21208\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:48.932812364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"20a5e29d-963e-46b1-94e6-9b4905fb6c0a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:48.932831757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"20a5e29d-963e-46b1-94e6-9b4905fb6c0a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:48.948354437Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7992d7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-7992d7","reconcileID":"198579b5-50b3-4ffa-9c84-978f3051aa09","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7992d7","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:10:48.975603308Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-7992d7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-7992d7","reconcileID":"fc1c42aa-fa6c-4146-9874-aebd36fa6a87","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-default-int-sub-7992d7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:48.976127753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-policy-4cf21208","reconcileID":"6365b972-fa21-48af-bd23-d6565b339e89","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-4cf21208","tenantID":"e2e-mt-4cf21208","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:49.003576728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"23dec380-719b-42bf-b66f-301cbec8adf3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:49.003591942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"23dec380-719b-42bf-b66f-301cbec8adf3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:49.024483988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b83f3544-1b17-4568-a1b7-de22e986463d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:49.025132026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5fb3ba6e-56ee-4d75-96b7-d60aeb00b81f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:49.031832277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-policy-4cf21208","reconcileID":"6365b972-fa21-48af-bd23-d6565b339e89","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"name":"e2e-mt-4cf21208-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:49.035229432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"a1a6c815-d2b8-42cd-9233-12ea22e6c535","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"tenant":"e2e-mt-4cf21208","gateway":"openshift-ingress/e2e-mt-4cf21208","model":"ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:49.035250141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"a1a6c815-d2b8-42cd-9233-12ea22e6c535","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"routeName":"e2e-lifecycle-model-4cf21208-kserve-route","namespace":"ai-tenant-e2e-mt-4cf21208","llmisvcName":"e2e-lifecycle-model-4cf21208","gateway":"openshift-ingress/e2e-mt-4cf21208","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:49.122765794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b83f3544-1b17-4568-a1b7-de22e986463d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:49.124785132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8b0f4744-32c8-4042-ab9f-032d2beeb06b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:49.124802502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8b0f4744-32c8-4042-ab9f-032d2beeb06b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:49.125016948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5fb3ba6e-56ee-4d75-96b7-d60aeb00b81f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:49.125201975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"97d0f3b1-6527-4b7e-9a27-1840a7c52142","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"tenant":"e2e-mt-4cf21208","gateway":"openshift-ingress/e2e-mt-4cf21208","model":"ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:49.125218075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"97d0f3b1-6527-4b7e-9a27-1840a7c52142","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"routeName":"e2e-lifecycle-model-4cf21208-kserve-route","namespace":"ai-tenant-e2e-mt-4cf21208","llmisvcName":"e2e-lifecycle-model-4cf21208","gateway":"openshift-ingress/e2e-mt-4cf21208","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:49.126149973Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-4cf21208-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-policy-4cf21208","reconcileID":"6365b972-fa21-48af-bd23-d6565b339e89","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:49.17875217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6b2f7a72-93d5-4547-8b73-edeb73d61bab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:49.178767213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6b2f7a72-93d5-4547-8b73-edeb73d61bab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:49.217132903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7992d7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-7992d7","reconcileID":"15b000de-a011-4b01-b187-ac24999055b4","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7992d7","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:49.272585767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7992d7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-7992d7","reconcileID":"15b000de-a011-4b01-b187-ac24999055b4","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7992d7","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:49.32555282Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7992d7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-7992d7","reconcileID":"15b000de-a011-4b01-b187-ac24999055b4","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7992d7","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:49.327582315Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-sub-4cf21208","reconcileID":"74f02660-c685-42e0-bd4f-02d620ed6cf9","MaaSSubscription":{"name":"e2e-sub-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"name":"maas-trlp-e2e-lifecycle-model-4cf21208","model":"e2e-lifecycle-model-4cf21208","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-mt-4cf21208/e2e-sub-4cf21208"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:49.483011796Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-7992d7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-7992d7","reconcileID":"6ce7cefe-6d02-4ef0-8ccd-09c995a884a1","MaaSSubscription":{"name":"e2e-default-int-sub-7992d7","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-default-int-sub-7992d7","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:49.48549521Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"b86196b2-2b92-4868-9cd5-8abc9b595ba6","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"tenant":"e2e-mt-4cf21208","gateway":"openshift-ingress/e2e-mt-4cf21208","model":"ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:49.485509739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"b86196b2-2b92-4868-9cd5-8abc9b595ba6","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"routeName":"e2e-lifecycle-model-4cf21208-kserve-route","namespace":"ai-tenant-e2e-mt-4cf21208","llmisvcName":"e2e-lifecycle-model-4cf21208","gateway":"openshift-ingress/e2e-mt-4cf21208","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:49.657242079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c35c1e0-7d8b-4a02-a23b-c9b454bd06fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:49.657262284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c35c1e0-7d8b-4a02-a23b-c9b454bd06fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:49.692130588Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-sub-4cf21208","reconcileID":"2bb38236-c3a0-48b8-947b-75c1cafc9db2","MaaSSubscription":{"name":"e2e-sub-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"name":"maas-trlp-e2e-lifecycle-model-4cf21208","model":"ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:49.706485107Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"781d6e63-ea50-47a9-baff-10c15a84328c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:49.867627499Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-7992d7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-7992d7","reconcileID":"b27d8a1d-e300-4188-9135-dfbd77bfc211","MaaSSubscription":{"name":"e2e-default-int-sub-7992d7","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:51.656766458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56c258fd-1c22-440d-a50f-52476971b6bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:51.708145507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56c258fd-1c22-440d-a50f-52476971b6bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:51.763834954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56c258fd-1c22-440d-a50f-52476971b6bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:51.813227203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56c258fd-1c22-440d-a50f-52476971b6bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:52.222681849Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-161111","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-161111","reconcileID":"8931da2d-6bf2-4070-9c44-5971cec8d229","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-161111","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-161111":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:53.634551484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efdc8f71-d63e-4e3b-9ead-bbff7faa9788","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:53.683383014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efdc8f71-d63e-4e3b-9ead-bbff7faa9788","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:53.733400655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efdc8f71-d63e-4e3b-9ead-bbff7faa9788","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:53.788728315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efdc8f71-d63e-4e3b-9ead-bbff7faa9788","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:55.661036806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42880e7a-ce9e-49e8-89b3-66b89a3c85ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:55.713684599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42880e7a-ce9e-49e8-89b3-66b89a3c85ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:55.763106655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42880e7a-ce9e-49e8-89b3-66b89a3c85ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:55.815100427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42880e7a-ce9e-49e8-89b3-66b89a3c85ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:57.667702602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31037caa-b415-4b3b-8cff-073ce8f0d8f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:57.717002144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31037caa-b415-4b3b-8cff-073ce8f0d8f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:57.765830562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31037caa-b415-4b3b-8cff-073ce8f0d8f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:57.815063028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31037caa-b415-4b3b-8cff-073ce8f0d8f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:59.27539798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-policy-4cf21208","reconcileID":"3e250aad-b3a6-4a2d-b07f-c252eb05240e","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-4cf21208","tenantID":"e2e-mt-4cf21208","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:59.329137675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-policy-4cf21208","reconcileID":"3e250aad-b3a6-4a2d-b07f-c252eb05240e","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"name":"e2e-mt-4cf21208-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:59.381874417Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-4cf21208-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-policy-4cf21208","reconcileID":"3e250aad-b3a6-4a2d-b07f-c252eb05240e","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:59.473957766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7992d7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-7992d7","reconcileID":"39a6570a-fd4b-4037-9933-13ce9a5e2f94","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7992d7","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:59.528058545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7992d7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-7992d7","reconcileID":"39a6570a-fd4b-4037-9933-13ce9a5e2f94","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7992d7","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:59.580658115Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7992d7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-7992d7","reconcileID":"39a6570a-fd4b-4037-9933-13ce9a5e2f94","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7992d7","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:59.758751884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11349511-47ee-4f5e-a8df-737df9074922","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:59.807836524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11349511-47ee-4f5e-a8df-737df9074922","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:59.856772038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11349511-47ee-4f5e-a8df-737df9074922","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:59.905620509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11349511-47ee-4f5e-a8df-737df9074922","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:03.647992044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-872730"},"namespace":"ai-tenant-e2e-api-a-872730","name":"default-tenant","reconcileID":"adf37242-969c-4166-a6ec-3fc93116a623","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-872730","tenantID":"e2e-api-a-872730","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:03.75977443Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-872730"},"namespace":"ai-tenant-e2e-api-a-872730","name":"default-tenant","reconcileID":"adf37242-969c-4166-a6ec-3fc93116a623","name":"e2e-api-a-872730-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:06.16851026Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:09.483488583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-policy-4cf21208","reconcileID":"03bf6856-c6a4-4cd9-aba1-c275f86fd85d","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-4cf21208","tenantID":"e2e-mt-4cf21208","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:09.542031541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-policy-4cf21208","reconcileID":"03bf6856-c6a4-4cd9-aba1-c275f86fd85d","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"name":"e2e-mt-4cf21208-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:09.59657861Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-4cf21208-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-policy-4cf21208","reconcileID":"03bf6856-c6a4-4cd9-aba1-c275f86fd85d","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:09.732877296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7992d7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-7992d7","reconcileID":"67cbcfb0-1709-41de-82e8-054086f190c1","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7992d7","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:09.786944362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7992d7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-7992d7","reconcileID":"67cbcfb0-1709-41de-82e8-054086f190c1","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7992d7","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:09.847668954Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7992d7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-7992d7","reconcileID":"67cbcfb0-1709-41de-82e8-054086f190c1","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7992d7","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:15.121865451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abbf2205-97c3-4563-ba46-62ee2f321b0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:15.179562308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abbf2205-97c3-4563-ba46-62ee2f321b0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:15.23971759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abbf2205-97c3-4563-ba46-62ee2f321b0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:15.296736307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abbf2205-97c3-4563-ba46-62ee2f321b0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:17.696887168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b757190-1172-40e2-a4bc-6b097ab6d6c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:17.771073383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b757190-1172-40e2-a4bc-6b097ab6d6c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:17.821797469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b757190-1172-40e2-a4bc-6b097ab6d6c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:17.871420319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b757190-1172-40e2-a4bc-6b097ab6d6c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:19.558378617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1dd3c9f9-f783-4444-8898-2be79fbd79fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:19.558401136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1dd3c9f9-f783-4444-8898-2be79fbd79fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:19.615058232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"03acdbdb-63d6-4788-ab72-0a6b176f1a2b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:19.615078702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"03acdbdb-63d6-4788-ab72-0a6b176f1a2b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:19.698268588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-policy-4cf21208","reconcileID":"abbc6455-6177-429d-b3ed-1a0a602af76c","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-4cf21208","tenantID":"e2e-mt-4cf21208","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:19.746796067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd1b3992-907a-4734-b45c-00284596e940","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:19.74699814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"namespace":"ai-tenant-e2e-api-b-dbe0a7","name":"e2e-e2e-api-b-dbe0a7-policy","reconcileID":"ac829482-9451-47fe-b9f5-a32f8f698a78","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-dbe0a7","tenantID":"e2e-api-b-dbe0a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:19.795552303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd1b3992-907a-4734-b45c-00284596e940","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:19.848351272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd1b3992-907a-4734-b45c-00284596e940","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:19.858591625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-policy-4cf21208","reconcileID":"abbc6455-6177-429d-b3ed-1a0a602af76c","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"name":"e2e-mt-4cf21208-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:19.901005299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd1b3992-907a-4734-b45c-00284596e940","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:19.958260831Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-4cf21208-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-policy-4cf21208","reconcileID":"abbc6455-6177-429d-b3ed-1a0a602af76c","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:19.978066997Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"namespace":"ai-tenant-e2e-api-b-dbe0a7","name":"e2e-e2e-api-b-dbe0a7-policy","reconcileID":"ac829482-9451-47fe-b9f5-a32f8f698a78","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"name":"e2e-api-b-dbe0a7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:20.017909836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7992d7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-7992d7","reconcileID":"bb6a7d46-c8eb-4de9-8038-5d14e011f321","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7992d7","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:20.031437092Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-dbe0a7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"namespace":"ai-tenant-e2e-api-b-dbe0a7","name":"e2e-e2e-api-b-dbe0a7-policy","reconcileID":"ac829482-9451-47fe-b9f5-a32f8f698a78","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:20.076747874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7992d7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-7992d7","reconcileID":"bb6a7d46-c8eb-4de9-8038-5d14e011f321","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7992d7","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:20.085699602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9ca09bd5-a098-4646-998a-9e0ad585e612","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:20.085723199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9ca09bd5-a098-4646-998a-9e0ad585e612","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:20.168060392Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7992d7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-7992d7","reconcileID":"bb6a7d46-c8eb-4de9-8038-5d14e011f321","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7992d7","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:21.745057764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9568742-994a-4c6c-92fd-659e65937814","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:21.793841477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9568742-994a-4c6c-92fd-659e65937814","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:21.84254488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9568742-994a-4c6c-92fd-659e65937814","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:21.892066556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9568742-994a-4c6c-92fd-659e65937814","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:21.992507549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d5e5df-policy","namespace":"ai-tenant-e2e-api-a-d5e5df"},"namespace":"ai-tenant-e2e-api-a-d5e5df","name":"e2e-e2e-api-a-d5e5df-policy","reconcileID":"3ddd7fad-6416-4224-8dcd-04dbf49d092c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d5e5df-policy","namespace":"ai-tenant-e2e-api-a-d5e5df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d5e5df","tenantID":"e2e-api-a-d5e5df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:22.047641609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d5e5df-policy","namespace":"ai-tenant-e2e-api-a-d5e5df"},"namespace":"ai-tenant-e2e-api-a-d5e5df","name":"e2e-e2e-api-a-d5e5df-policy","reconcileID":"3ddd7fad-6416-4224-8dcd-04dbf49d092c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d5e5df-policy","namespace":"ai-tenant-e2e-api-a-d5e5df"},"name":"e2e-api-a-d5e5df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:22.092580172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-subscription","reconcileID":"d90d1dfa-65e0-42da-b689-a6e2ca343795","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:22.39177422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d5e5df-policy","namespace":"ai-tenant-e2e-api-a-d5e5df"},"namespace":"ai-tenant-e2e-api-a-d5e5df","name":"e2e-e2e-api-a-d5e5df-policy","reconcileID":"6594258d-511f-4996-a657-74bd1b248ab6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d5e5df-policy","namespace":"ai-tenant-e2e-api-a-d5e5df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d5e5df","tenantID":"e2e-api-a-d5e5df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:22.445680305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d5e5df-policy","namespace":"ai-tenant-e2e-api-a-d5e5df"},"namespace":"ai-tenant-e2e-api-a-d5e5df","name":"e2e-e2e-api-a-d5e5df-policy","reconcileID":"6594258d-511f-4996-a657-74bd1b248ab6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d5e5df-policy","namespace":"ai-tenant-e2e-api-a-d5e5df"},"name":"e2e-api-a-d5e5df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:22.85717985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-sub-4cf21208","reconcileID":"387b1fe7-a25b-43ef-b71f-2401125bc148","MaaSSubscription":{"name":"e2e-sub-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"name":"maas-trlp-e2e-lifecycle-model-4cf21208","model":"ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:23.044430576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"0a81089d-e5f9-4a51-aadb-e1d1e2e3c295","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"tenant":"e2e-mt-4cf21208","gateway":"openshift-ingress/e2e-mt-4cf21208","model":"ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:23.044455769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"0a81089d-e5f9-4a51-aadb-e1d1e2e3c295","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"routeName":"e2e-lifecycle-model-4cf21208-kserve-route","namespace":"ai-tenant-e2e-mt-4cf21208","llmisvcName":"e2e-lifecycle-model-4cf21208","gateway":"openshift-ingress/e2e-mt-4cf21208","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:23.41925013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-policy-4cf21208","reconcileID":"66dff236-ed58-4a89-95d6-f1dcbf379396","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-4cf21208","tenantID":"e2e-mt-4cf21208","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:23.473106879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-policy-4cf21208","reconcileID":"66dff236-ed58-4a89-95d6-f1dcbf379396","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"name":"e2e-mt-4cf21208-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:23.525800802Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-4cf21208-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (073813f8ae896360490c22c041bd3f5bad0f64e2c6e98cc3bf29f9e9ad5caeba) AuthConfig (0f407fe3c54885421f86b569bacf22b831699f62a79a9393a02c0fb5b499a747) AuthConfig (144731c28627c4b0a8e7dbc0aed0bafd25f52f860591709460ab1576a1fe4521) AuthConfig (ac52f60dc47896973a53bd906cbb10ceb49a03ab0873f4b0fdbdcd9bfbc20773) AuthConfig (06426af5521ece4aaf2c86db63ec3e88710fd229c191290bd3e0c12ed00659c0) AuthConfig (933baf9768604feb29b0063f1cc77ee3970cbe177c9ff73b273d826bc78a1776) AuthConfig (cee3f58ce234c0148e651b3319f0df38ca51c91836b0ff719686c2db4ca33a16) AuthConfig (701299dec6717cacdb2df3abb6e39d5b09ee85fe14f5312a355b57ea33dd3f89) AuthConfig (1f767a456d43be6d6253242eb07dd2855c1e59592496834c3c7ac91959a35037) AuthConfig (1a32f4efe3d1f0165a8d95c35a212ec6d6c6ac9aa904b8d8c62a07d366872afa) AuthConfig (f00e29955682fe3d0adb5f774579b2f8c0e28f36c3aa682b5b573fbdf2f8c146) AuthConfig (15682ed1362ec475e790d6877acff137f8845fa07b573fea17af14e3eafa4d81) AuthConfig (83cadbe227eda2d86015ef1c4c03db9f791fb150b7b17f770d153756821955ca) AuthConfig (52d911210ed3440ca712238b51a34c01151792923e85d93e95621d318a6832c6) AuthConfig (38af1298498c0fc2c44e35a016d7f7c75395fa28f021b7b3ad6578d5caa38dc7) AuthConfig (b2373a0046277898ae624de23c162a655145d4ed1ee4d435f29878eac7da068e) AuthConfig (6a13c99f7786fb48ec0e751fceeb83681611d960018aabba68991e8a0453f509) AuthConfig (8508cda95b252d94b44654e54e6ddf083fd0c6a01f0fcebbd47a84e338790ea0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-policy-4cf21208","reconcileID":"66dff236-ed58-4a89-95d6-f1dcbf379396","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:23.580379391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"aa133623-2480-48d9-81d4-a30882ff13a4","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"tenant":"e2e-mt-4cf21208","gateway":"openshift-ingress/e2e-mt-4cf21208","model":"ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:23.580400939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"aa133623-2480-48d9-81d4-a30882ff13a4","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"routeName":"e2e-lifecycle-model-4cf21208-kserve-route","namespace":"ai-tenant-e2e-mt-4cf21208","llmisvcName":"e2e-lifecycle-model-4cf21208","gateway":"openshift-ingress/e2e-mt-4cf21208","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:23.739655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a800c31-907d-44ec-8551-d52d38b66697","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:23.788408708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a800c31-907d-44ec-8551-d52d38b66697","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:23.837136806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a800c31-907d-44ec-8551-d52d38b66697","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:23.885976732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a800c31-907d-44ec-8551-d52d38b66697","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:30.188014103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"namespace":"ai-tenant-e2e-api-b-dbe0a7","name":"e2e-e2e-api-b-dbe0a7-policy","reconcileID":"c89c63d3-0cc5-4bcd-bfb0-44b9594bfd58","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-dbe0a7","tenantID":"e2e-api-b-dbe0a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:30.241703823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"namespace":"ai-tenant-e2e-api-b-dbe0a7","name":"e2e-e2e-api-b-dbe0a7-policy","reconcileID":"c89c63d3-0cc5-4bcd-bfb0-44b9594bfd58","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"name":"e2e-api-b-dbe0a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:30.294095844Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-dbe0a7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"namespace":"ai-tenant-e2e-api-b-dbe0a7","name":"e2e-e2e-api-b-dbe0a7-policy","reconcileID":"c89c63d3-0cc5-4bcd-bfb0-44b9594bfd58","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:30.331686282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7992d7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-7992d7","reconcileID":"1f2d26b8-92cb-4aba-9391-1acab791c3dd","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7992d7","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:30.386125338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7992d7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-7992d7","reconcileID":"1f2d26b8-92cb-4aba-9391-1acab791c3dd","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7992d7","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:30.43893401Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7992d7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-7992d7","reconcileID":"1f2d26b8-92cb-4aba-9391-1acab791c3dd","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7992d7","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:30.494948803Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6f2e51d0-156b-495f-9447-5ed6e95e2d2b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:30.494968708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6f2e51d0-156b-495f-9447-5ed6e95e2d2b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:32.450007929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d5e5df-policy","namespace":"ai-tenant-e2e-api-a-d5e5df"},"namespace":"ai-tenant-e2e-api-a-d5e5df","name":"e2e-e2e-api-a-d5e5df-policy","reconcileID":"2f7a15d2-602d-4088-837e-1a009d06c7d1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d5e5df-policy","namespace":"ai-tenant-e2e-api-a-d5e5df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d5e5df","tenantID":"e2e-api-a-d5e5df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:32.503785075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d5e5df-policy","namespace":"ai-tenant-e2e-api-a-d5e5df"},"namespace":"ai-tenant-e2e-api-a-d5e5df","name":"e2e-e2e-api-a-d5e5df-policy","reconcileID":"2f7a15d2-602d-4088-837e-1a009d06c7d1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d5e5df-policy","namespace":"ai-tenant-e2e-api-a-d5e5df"},"name":"e2e-api-a-d5e5df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:32.749392383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d5e5df-policy","namespace":"ai-tenant-e2e-api-a-d5e5df"},"namespace":"ai-tenant-e2e-api-a-d5e5df","name":"e2e-e2e-api-a-d5e5df-policy","reconcileID":"3dff3650-a7b5-494b-ba3d-1e143f817ca6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d5e5df-policy","namespace":"ai-tenant-e2e-api-a-d5e5df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d5e5df","tenantID":"e2e-api-a-d5e5df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:32.803372633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d5e5df-policy","namespace":"ai-tenant-e2e-api-a-d5e5df"},"namespace":"ai-tenant-e2e-api-a-d5e5df","name":"e2e-e2e-api-a-d5e5df-policy","reconcileID":"3dff3650-a7b5-494b-ba3d-1e143f817ca6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d5e5df-policy","namespace":"ai-tenant-e2e-api-a-d5e5df"},"name":"e2e-api-a-d5e5df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:33.677588543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-policy-4cf21208","reconcileID":"f8ac272b-5002-4497-9893-dd67d6554064","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-4cf21208","tenantID":"e2e-mt-4cf21208","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:33.731536778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-policy-4cf21208","reconcileID":"f8ac272b-5002-4497-9893-dd67d6554064","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"name":"e2e-mt-4cf21208-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:33.785867898Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-4cf21208-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (073813f8ae896360490c22c041bd3f5bad0f64e2c6e98cc3bf29f9e9ad5caeba) AuthConfig (0f407fe3c54885421f86b569bacf22b831699f62a79a9393a02c0fb5b499a747) AuthConfig (144731c28627c4b0a8e7dbc0aed0bafd25f52f860591709460ab1576a1fe4521) AuthConfig (ac52f60dc47896973a53bd906cbb10ceb49a03ab0873f4b0fdbdcd9bfbc20773) AuthConfig (06426af5521ece4aaf2c86db63ec3e88710fd229c191290bd3e0c12ed00659c0) AuthConfig (933baf9768604feb29b0063f1cc77ee3970cbe177c9ff73b273d826bc78a1776) AuthConfig (cee3f58ce234c0148e651b3319f0df38ca51c91836b0ff719686c2db4ca33a16) AuthConfig (701299dec6717cacdb2df3abb6e39d5b09ee85fe14f5312a355b57ea33dd3f89) AuthConfig (1f767a456d43be6d6253242eb07dd2855c1e59592496834c3c7ac91959a35037) AuthConfig (1a32f4efe3d1f0165a8d95c35a212ec6d6c6ac9aa904b8d8c62a07d366872afa) AuthConfig (f00e29955682fe3d0adb5f774579b2f8c0e28f36c3aa682b5b573fbdf2f8c146) AuthConfig (15682ed1362ec475e790d6877acff137f8845fa07b573fea17af14e3eafa4d81) AuthConfig (83cadbe227eda2d86015ef1c4c03db9f791fb150b7b17f770d153756821955ca) AuthConfig (52d911210ed3440ca712238b51a34c01151792923e85d93e95621d318a6832c6) AuthConfig (38af1298498c0fc2c44e35a016d7f7c75395fa28f021b7b3ad6578d5caa38dc7) AuthConfig (b2373a0046277898ae624de23c162a655145d4ed1ee4d435f29878eac7da068e) AuthConfig (6a13c99f7786fb48ec0e751fceeb83681611d960018aabba68991e8a0453f509) AuthConfig (8508cda95b252d94b44654e54e6ddf083fd0c6a01f0fcebbd47a84e338790ea0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-policy-4cf21208","reconcileID":"f8ac272b-5002-4497-9893-dd67d6554064","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:36.168282757Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:37.908859184Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d5e5df"},"namespace":"ai-tenant-e2e-api-a-d5e5df","name":"default-tenant","reconcileID":"19fc4131-9775-4051-82d6-3e38ea05243f","namespace":"ai-tenant-e2e-api-a-d5e5df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:37.908914032Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d5e5df"},"namespace":"ai-tenant-e2e-api-a-d5e5df","name":"default-tenant","reconcileID":"19fc4131-9775-4051-82d6-3e38ea05243f","namespace":"ai-tenant-e2e-api-a-d5e5df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:37.908959381Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d5e5df"},"namespace":"ai-tenant-e2e-api-a-d5e5df","name":"default-tenant","reconcileID":"19fc4131-9775-4051-82d6-3e38ea05243f","name":"e2e-e2e-api-a-d5e5df-policy","namespace":"ai-tenant-e2e-api-a-d5e5df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:37.96284154Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d5e5df"},"namespace":"ai-tenant-e2e-api-a-d5e5df","name":"default-tenant","reconcileID":"19fc4131-9775-4051-82d6-3e38ea05243f","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:37.963167792Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d5e5df-policy","namespace":"ai-tenant-e2e-api-a-d5e5df"},"namespace":"ai-tenant-e2e-api-a-d5e5df","name":"e2e-e2e-api-a-d5e5df-policy","reconcileID":"3b3197f3-d68b-47d5-9f7d-54d557f59675","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d5e5df-policy","namespace":"ai-tenant-e2e-api-a-d5e5df"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:37.963414989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2761580c-3308-4b48-9237-86b72942312e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:37.963431857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2761580c-3308-4b48-9237-86b72942312e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:38.228777789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d5e5df-policy","namespace":"ai-tenant-e2e-api-a-d5e5df"},"namespace":"ai-tenant-e2e-api-a-d5e5df","name":"e2e-e2e-api-a-d5e5df-policy","reconcileID":"3b3197f3-d68b-47d5-9f7d-54d557f59675","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d5e5df-policy","namespace":"ai-tenant-e2e-api-a-d5e5df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d5e5df","tenantID":"e2e-api-a-d5e5df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:38.350502589Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d5e5df-policy","namespace":"ai-tenant-e2e-api-a-d5e5df"},"namespace":"ai-tenant-e2e-api-a-d5e5df","name":"e2e-e2e-api-a-d5e5df-policy","reconcileID":"3b3197f3-d68b-47d5-9f7d-54d557f59675","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d5e5df-policy","namespace":"ai-tenant-e2e-api-a-d5e5df"},"name":"e2e-api-a-d5e5df-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:38.350530186Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d5e5df-policy","namespace":"ai-tenant-e2e-api-a-d5e5df"},"namespace":"ai-tenant-e2e-api-a-d5e5df","name":"e2e-e2e-api-a-d5e5df-policy","reconcileID":"3b3197f3-d68b-47d5-9f7d-54d557f59675","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d5e5df-policy","namespace":"ai-tenant-e2e-api-a-d5e5df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d5e5df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:38.406124366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"756a0fdf-0f90-4f86-af62-a29e04d5d100","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:38.406148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"756a0fdf-0f90-4f86-af62-a29e04d5d100","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:40.393898395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"namespace":"ai-tenant-e2e-api-b-dbe0a7","name":"e2e-e2e-api-b-dbe0a7-policy","reconcileID":"809c2cb4-5f82-40f3-bd20-9b68aeaa5ca9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-dbe0a7","tenantID":"e2e-api-b-dbe0a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:40.447994971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"namespace":"ai-tenant-e2e-api-b-dbe0a7","name":"e2e-e2e-api-b-dbe0a7-policy","reconcileID":"809c2cb4-5f82-40f3-bd20-9b68aeaa5ca9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"name":"e2e-api-b-dbe0a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:40.50069528Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-dbe0a7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"namespace":"ai-tenant-e2e-api-b-dbe0a7","name":"e2e-e2e-api-b-dbe0a7-policy","reconcileID":"809c2cb4-5f82-40f3-bd20-9b68aeaa5ca9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:40.641170045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7992d7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-7992d7","reconcileID":"4ab46469-3171-4bb8-87b5-aeb7e2dc3799","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7992d7","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:40.695865209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7992d7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-7992d7","reconcileID":"4ab46469-3171-4bb8-87b5-aeb7e2dc3799","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7992d7","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:40.749656518Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7992d7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-7992d7","reconcileID":"4ab46469-3171-4bb8-87b5-aeb7e2dc3799","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7992d7","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:42.497434313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-161111"},"namespace":"ai-tenant-e2e-api-a-161111","name":"default-tenant","reconcileID":"c2ca979c-28bf-4587-8fc4-cc2d02f96983","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-161111","tenantID":"e2e-api-a-161111","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:42.613648978Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-161111"},"namespace":"ai-tenant-e2e-api-a-161111","name":"default-tenant","reconcileID":"c2ca979c-28bf-4587-8fc4-cc2d02f96983","name":"e2e-api-a-161111-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:43.886780127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-policy-4cf21208","reconcileID":"dfb6546e-c1c9-4711-9376-e326b79f090a","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-4cf21208","tenantID":"e2e-mt-4cf21208","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:43.941077205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-policy-4cf21208","reconcileID":"dfb6546e-c1c9-4711-9376-e326b79f090a","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"name":"e2e-mt-4cf21208-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:43.993941729Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-4cf21208-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (073813f8ae896360490c22c041bd3f5bad0f64e2c6e98cc3bf29f9e9ad5caeba) AuthConfig (0f407fe3c54885421f86b569bacf22b831699f62a79a9393a02c0fb5b499a747) AuthConfig (144731c28627c4b0a8e7dbc0aed0bafd25f52f860591709460ab1576a1fe4521) AuthConfig (ac52f60dc47896973a53bd906cbb10ceb49a03ab0873f4b0fdbdcd9bfbc20773) AuthConfig (06426af5521ece4aaf2c86db63ec3e88710fd229c191290bd3e0c12ed00659c0) AuthConfig (933baf9768604feb29b0063f1cc77ee3970cbe177c9ff73b273d826bc78a1776) AuthConfig (cee3f58ce234c0148e651b3319f0df38ca51c91836b0ff719686c2db4ca33a16) AuthConfig (701299dec6717cacdb2df3abb6e39d5b09ee85fe14f5312a355b57ea33dd3f89) AuthConfig (1f767a456d43be6d6253242eb07dd2855c1e59592496834c3c7ac91959a35037) AuthConfig (1a32f4efe3d1f0165a8d95c35a212ec6d6c6ac9aa904b8d8c62a07d366872afa) AuthConfig (f00e29955682fe3d0adb5f774579b2f8c0e28f36c3aa682b5b573fbdf2f8c146) AuthConfig (15682ed1362ec475e790d6877acff137f8845fa07b573fea17af14e3eafa4d81) AuthConfig (83cadbe227eda2d86015ef1c4c03db9f791fb150b7b17f770d153756821955ca) AuthConfig (52d911210ed3440ca712238b51a34c01151792923e85d93e95621d318a6832c6) AuthConfig (38af1298498c0fc2c44e35a016d7f7c75395fa28f021b7b3ad6578d5caa38dc7) AuthConfig (b2373a0046277898ae624de23c162a655145d4ed1ee4d435f29878eac7da068e) AuthConfig (6a13c99f7786fb48ec0e751fceeb83681611d960018aabba68991e8a0453f509) AuthConfig (8508cda95b252d94b44654e54e6ddf083fd0c6a01f0fcebbd47a84e338790ea0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-policy-4cf21208","reconcileID":"dfb6546e-c1c9-4711-9376-e326b79f090a","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:50.598825064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"namespace":"ai-tenant-e2e-api-b-dbe0a7","name":"e2e-e2e-api-b-dbe0a7-policy","reconcileID":"4f2349e6-a67b-4115-81c2-49ba4828f4e1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-dbe0a7","tenantID":"e2e-api-b-dbe0a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:50.652935653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"namespace":"ai-tenant-e2e-api-b-dbe0a7","name":"e2e-e2e-api-b-dbe0a7-policy","reconcileID":"4f2349e6-a67b-4115-81c2-49ba4828f4e1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"name":"e2e-api-b-dbe0a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:50.70549293Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-dbe0a7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"namespace":"ai-tenant-e2e-api-b-dbe0a7","name":"e2e-e2e-api-b-dbe0a7-policy","reconcileID":"4f2349e6-a67b-4115-81c2-49ba4828f4e1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:50.896502995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7992d7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-7992d7","reconcileID":"2bef68d1-91f6-4881-af39-d677e564c41b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7992d7","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:50.950733509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7992d7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-7992d7","reconcileID":"2bef68d1-91f6-4881-af39-d677e564c41b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7992d7","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:51.00368892Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7992d7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-7992d7","reconcileID":"2bef68d1-91f6-4881-af39-d677e564c41b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7992d7","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:53.451857866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39c27520-cb9c-452f-ae0d-f7ac87b1f8ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:53.502527987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39c27520-cb9c-452f-ae0d-f7ac87b1f8ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:53.55118859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39c27520-cb9c-452f-ae0d-f7ac87b1f8ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:53.599725296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39c27520-cb9c-452f-ae0d-f7ac87b1f8ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:54.092645012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-policy-4cf21208","reconcileID":"26a5fc93-6a01-4d5d-a184-dc7641d3a704","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-4cf21208","tenantID":"e2e-mt-4cf21208","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:54.153187204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-policy-4cf21208","reconcileID":"26a5fc93-6a01-4d5d-a184-dc7641d3a704","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"name":"e2e-mt-4cf21208-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:54.205613746Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-4cf21208-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (073813f8ae896360490c22c041bd3f5bad0f64e2c6e98cc3bf29f9e9ad5caeba) AuthConfig (0f407fe3c54885421f86b569bacf22b831699f62a79a9393a02c0fb5b499a747) AuthConfig (144731c28627c4b0a8e7dbc0aed0bafd25f52f860591709460ab1576a1fe4521) AuthConfig (ac52f60dc47896973a53bd906cbb10ceb49a03ab0873f4b0fdbdcd9bfbc20773) AuthConfig (06426af5521ece4aaf2c86db63ec3e88710fd229c191290bd3e0c12ed00659c0) AuthConfig (933baf9768604feb29b0063f1cc77ee3970cbe177c9ff73b273d826bc78a1776) AuthConfig (cee3f58ce234c0148e651b3319f0df38ca51c91836b0ff719686c2db4ca33a16) AuthConfig (701299dec6717cacdb2df3abb6e39d5b09ee85fe14f5312a355b57ea33dd3f89) AuthConfig (1f767a456d43be6d6253242eb07dd2855c1e59592496834c3c7ac91959a35037) AuthConfig (1a32f4efe3d1f0165a8d95c35a212ec6d6c6ac9aa904b8d8c62a07d366872afa) AuthConfig (f00e29955682fe3d0adb5f774579b2f8c0e28f36c3aa682b5b573fbdf2f8c146) AuthConfig (15682ed1362ec475e790d6877acff137f8845fa07b573fea17af14e3eafa4d81) AuthConfig (83cadbe227eda2d86015ef1c4c03db9f791fb150b7b17f770d153756821955ca) AuthConfig (52d911210ed3440ca712238b51a34c01151792923e85d93e95621d318a6832c6) AuthConfig (38af1298498c0fc2c44e35a016d7f7c75395fa28f021b7b3ad6578d5caa38dc7) AuthConfig (b2373a0046277898ae624de23c162a655145d4ed1ee4d435f29878eac7da068e) AuthConfig (6a13c99f7786fb48ec0e751fceeb83681611d960018aabba68991e8a0453f509) AuthConfig (8508cda95b252d94b44654e54e6ddf083fd0c6a01f0fcebbd47a84e338790ea0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-policy-4cf21208","reconcileID":"26a5fc93-6a01-4d5d-a184-dc7641d3a704","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:55.433462117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5eca9918-d49e-43e8-abd5-39f06b454042","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:55.537631362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5eca9918-d49e-43e8-abd5-39f06b454042","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:55.606567442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5eca9918-d49e-43e8-abd5-39f06b454042","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:55.65589206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5eca9918-d49e-43e8-abd5-39f06b454042","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:57.719433689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"284e66a2-eeb2-44df-ad17-6a4b2afd0c4b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:57.719561938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"284e66a2-eeb2-44df-ad17-6a4b2afd0c4b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:57.772101378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d291374d-aa7c-4b82-9ff5-07b0977021f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:57.772120618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d291374d-aa7c-4b82-9ff5-07b0977021f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:57.870236563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-872730-policy","namespace":"ai-tenant-e2e-api-a-872730"},"namespace":"ai-tenant-e2e-api-a-872730","name":"e2e-e2e-api-a-872730-policy","reconcileID":"2aa265e2-4ffa-4700-a509-7910f726cfe7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-872730-policy","namespace":"ai-tenant-e2e-api-a-872730"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-872730","tenantID":"e2e-api-a-872730","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:57.995049602Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-872730-policy","namespace":"ai-tenant-e2e-api-a-872730"},"namespace":"ai-tenant-e2e-api-a-872730","name":"e2e-e2e-api-a-872730-policy","reconcileID":"2aa265e2-4ffa-4700-a509-7910f726cfe7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-872730-policy","namespace":"ai-tenant-e2e-api-a-872730"},"name":"e2e-api-a-872730-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:58.04778025Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-872730-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-872730-policy","namespace":"ai-tenant-e2e-api-a-872730"},"namespace":"ai-tenant-e2e-api-a-872730","name":"e2e-e2e-api-a-872730-policy","reconcileID":"2aa265e2-4ffa-4700-a509-7910f726cfe7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-872730-policy","namespace":"ai-tenant-e2e-api-a-872730"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:58.100247606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a5ff9b61-53c6-4552-9f5e-ddb2280e439f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:58.100271124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a5ff9b61-53c6-4552-9f5e-ddb2280e439f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:00.804242564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"namespace":"ai-tenant-e2e-api-b-dbe0a7","name":"e2e-e2e-api-b-dbe0a7-policy","reconcileID":"4b99adb0-837a-4be8-8fb5-8066d539208f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-dbe0a7","tenantID":"e2e-api-b-dbe0a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:00.864222115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"namespace":"ai-tenant-e2e-api-b-dbe0a7","name":"e2e-e2e-api-b-dbe0a7-policy","reconcileID":"4b99adb0-837a-4be8-8fb5-8066d539208f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"name":"e2e-api-b-dbe0a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:00.916839709Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-dbe0a7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1d38e2dd21af92507d9f8b400902448d5840ffe6861bbf796b063d9c171e9951) AuthConfig (ee3d1cd9fcc34fa0b505b3a643bf33b37d815736aff7be943b5f01965d9ea57c) AuthConfig (15eabdfc668f622e3b52535dcc548b747bfcc767c2274bce30c6e94b758ea4bb) AuthConfig (0afd9a613f6516f5b781a8e3c0efbe708e15d2293f3fba37cd75fd7d48f3d5e6) AuthConfig (f23152501c4a7a06d078fed18694ee48e287bdf0dc9a0eb77dd4b7d76614fd5f) AuthConfig (2ef311e3f3785bed0fbaae9a1f07b31858e722d5d1d667f679e8ab0b9d25390e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"namespace":"ai-tenant-e2e-api-b-dbe0a7","name":"e2e-e2e-api-b-dbe0a7-policy","reconcileID":"4b99adb0-837a-4be8-8fb5-8066d539208f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:00.972830055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"40244d54-e17a-4829-b32d-1e57aa1c6682","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:00.972856502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"40244d54-e17a-4829-b32d-1e57aa1c6682","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:01.152722505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7992d7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-7992d7","reconcileID":"3d59fc98-dde6-4270-bd6d-4f564f9003d8","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7992d7","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:01.207385841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7992d7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-7992d7","reconcileID":"3d59fc98-dde6-4270-bd6d-4f564f9003d8","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7992d7","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:01.521540341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e122609e-8d6b-4895-a321-a836768d6cbe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:01.521563535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e122609e-8d6b-4895-a321-a836768d6cbe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:02.339067907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22c9a1fd-147d-4309-b74e-38938ebf4dc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:02.388751383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22c9a1fd-147d-4309-b74e-38938ebf4dc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:02.441517327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22c9a1fd-147d-4309-b74e-38938ebf4dc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:02.495048726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22c9a1fd-147d-4309-b74e-38938ebf4dc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:02.902523827Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-4401bb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-4401bb","reconcileID":"083442fb-8573-4c01-bd6e-8420e321f8c2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-4401bb","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-4401bb":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:04.28458058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a10731ad-0bd5-42a4-9b39-247ca651e4c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:04.333273716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a10731ad-0bd5-42a4-9b39-247ca651e4c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:04.384388544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a10731ad-0bd5-42a4-9b39-247ca651e4c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:04.385309697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-policy-4cf21208","reconcileID":"2f41cdaf-96a1-44f3-9c24-f332ff1d58d6","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-4cf21208","tenantID":"e2e-mt-4cf21208","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:04.434780785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a10731ad-0bd5-42a4-9b39-247ca651e4c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:04.488132004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-policy-4cf21208","reconcileID":"2f41cdaf-96a1-44f3-9c24-f332ff1d58d6","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"name":"e2e-mt-4cf21208-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:04.839642597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"c16ea91d-149d-4765-b74a-802a1eb8a0ab","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"tenant":"e2e-mt-4cf21208","gateway":"openshift-ingress/e2e-mt-4cf21208","model":"ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:04.839669881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"c16ea91d-149d-4765-b74a-802a1eb8a0ab","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"routeName":"e2e-lifecycle-model-4cf21208-kserve-route","namespace":"ai-tenant-e2e-mt-4cf21208","llmisvcName":"e2e-lifecycle-model-4cf21208","gateway":"openshift-ingress/e2e-mt-4cf21208","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:06.173431624Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:06.206758603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efaf78bc-64a3-4ac6-879d-af1d54d45f69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:06.258742217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efaf78bc-64a3-4ac6-879d-af1d54d45f69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:06.307770602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efaf78bc-64a3-4ac6-879d-af1d54d45f69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:06.35714495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efaf78bc-64a3-4ac6-879d-af1d54d45f69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:06.828899281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8fc2e62a-d5b3-4d75-983f-970a305be1d2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:06.828990103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8fc2e62a-d5b3-4d75-983f-970a305be1d2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:06.829844222Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7992d7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-7992d7","reconcileID":"a51cb5d8-0376-4f2f-80f7-d096b2df6e72","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7992d7","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:07.034355883Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"55dcc3f5-0620-4718-87fe-0e1546e9a0e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:07.034376339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"55dcc3f5-0620-4718-87fe-0e1546e9a0e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:07.18983438Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c804a6b-a79a-4db5-a960-98e30d96cb67","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:07.18985756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c804a6b-a79a-4db5-a960-98e30d96cb67","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:07.33615361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2376315e-a8f1-452f-884b-d1524141721e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:07.336188111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3f1887d0-78d5-4b04-9337-c137775eeab9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:07.390469396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3f1887d0-78d5-4b04-9337-c137775eeab9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:07.391690843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2376315e-a8f1-452f-884b-d1524141721e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:08.197907837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-872730-policy","namespace":"ai-tenant-e2e-api-a-872730"},"namespace":"ai-tenant-e2e-api-a-872730","name":"e2e-e2e-api-a-872730-policy","reconcileID":"447d48b1-da5a-41e4-bf6e-cb7d5172cb50","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-872730-policy","namespace":"ai-tenant-e2e-api-a-872730"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-872730","tenantID":"e2e-api-a-872730","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:08.25774166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-872730-policy","namespace":"ai-tenant-e2e-api-a-872730"},"namespace":"ai-tenant-e2e-api-a-872730","name":"e2e-e2e-api-a-872730-policy","reconcileID":"447d48b1-da5a-41e4-bf6e-cb7d5172cb50","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-872730-policy","namespace":"ai-tenant-e2e-api-a-872730"},"name":"e2e-api-a-872730-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:08.310960016Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-872730-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-872730-policy","namespace":"ai-tenant-e2e-api-a-872730"},"namespace":"ai-tenant-e2e-api-a-872730","name":"e2e-e2e-api-a-872730-policy","reconcileID":"447d48b1-da5a-41e4-bf6e-cb7d5172cb50","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-872730-policy","namespace":"ai-tenant-e2e-api-a-872730"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:11.070992193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"namespace":"ai-tenant-e2e-api-b-dbe0a7","name":"e2e-e2e-api-b-dbe0a7-policy","reconcileID":"97b47012-29d1-4982-8b2b-d94f8e6bc28f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-dbe0a7","tenantID":"e2e-api-b-dbe0a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:11.125246986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"namespace":"ai-tenant-e2e-api-b-dbe0a7","name":"e2e-e2e-api-b-dbe0a7-policy","reconcileID":"97b47012-29d1-4982-8b2b-d94f8e6bc28f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"name":"e2e-api-b-dbe0a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:11.177568647Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-dbe0a7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1d38e2dd21af92507d9f8b400902448d5840ffe6861bbf796b063d9c171e9951) AuthConfig (ee3d1cd9fcc34fa0b505b3a643bf33b37d815736aff7be943b5f01965d9ea57c) AuthConfig (15eabdfc668f622e3b52535dcc548b747bfcc767c2274bce30c6e94b758ea4bb) AuthConfig (0afd9a613f6516f5b781a8e3c0efbe708e15d2293f3fba37cd75fd7d48f3d5e6) AuthConfig (f23152501c4a7a06d078fed18694ee48e287bdf0dc9a0eb77dd4b7d76614fd5f) AuthConfig (2ef311e3f3785bed0fbaae9a1f07b31858e722d5d1d667f679e8ab0b9d25390e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"namespace":"ai-tenant-e2e-api-b-dbe0a7","name":"e2e-e2e-api-b-dbe0a7-policy","reconcileID":"97b47012-29d1-4982-8b2b-d94f8e6bc28f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:15.573934531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"5c249fd9-81e0-42c4-ad6c-462c200e4ab9","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"tenant":"e2e-mt-4cf21208","gateway":"openshift-ingress/e2e-mt-4cf21208","model":"ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:15.573956723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"5c249fd9-81e0-42c4-ad6c-462c200e4ab9","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"routeName":"e2e-lifecycle-model-4cf21208-kserve-route","namespace":"ai-tenant-e2e-mt-4cf21208","llmisvcName":"e2e-lifecycle-model-4cf21208","gateway":"openshift-ingress/e2e-mt-4cf21208","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:15.719514034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-policy-4cf21208","reconcileID":"6bc52cf9-85ad-4f50-a038-1af7243d9598","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-4cf21208","tenantID":"e2e-mt-4cf21208","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:15.724804225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"0725ed67-75f3-4b97-a76b-2530afdf2641","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"tenant":"e2e-mt-4cf21208","gateway":"openshift-ingress/e2e-mt-4cf21208","model":"ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:15.724824671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"0725ed67-75f3-4b97-a76b-2530afdf2641","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"routeName":"e2e-lifecycle-model-4cf21208-kserve-route","namespace":"ai-tenant-e2e-mt-4cf21208","llmisvcName":"e2e-lifecycle-model-4cf21208","gateway":"openshift-ingress/e2e-mt-4cf21208","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:15.775189125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-policy-4cf21208","reconcileID":"6bc52cf9-85ad-4f50-a038-1af7243d9598","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"name":"e2e-mt-4cf21208-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:15.819760105Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-sub-4cf21208","reconcileID":"723720af-2020-43bc-9113-2fbb849eeeac","MaaSSubscription":{"name":"e2e-sub-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"name":"maas-trlp-e2e-lifecycle-model-4cf21208","model":"ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:16.121907936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-policy-4cf21208","reconcileID":"09e9443f-6e08-4d88-a927-190846de7e60","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-4cf21208","tenantID":"e2e-mt-4cf21208","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:16.175724152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-policy-4cf21208","reconcileID":"09e9443f-6e08-4d88-a927-190846de7e60","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"name":"e2e-mt-4cf21208-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:16.221265698Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-sub-4cf21208","reconcileID":"3867d8e8-476e-4659-9039-70aff18014fb","MaaSSubscription":{"name":"e2e-sub-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"name":"maas-trlp-e2e-lifecycle-model-4cf21208","model":"ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:16.558717857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f2e8ba8-c26c-41fc-8b18-124b0290b2c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:16.607575972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f2e8ba8-c26c-41fc-8b18-124b0290b2c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:16.656888942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f2e8ba8-c26c-41fc-8b18-124b0290b2c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:16.706473505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f2e8ba8-c26c-41fc-8b18-124b0290b2c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:17.343118609Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-7992d7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-7992d7","reconcileID":"c8fcfab4-fc51-4c5d-987f-c2d2e9b4e791","MaaSSubscription":{"name":"e2e-default-int-sub-7992d7","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-default-int-sub-7992d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:17.544989381Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-7992d7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-7992d7","reconcileID":"c8fcfab4-fc51-4c5d-987f-c2d2e9b4e791","MaaSSubscription":{"name":"e2e-default-int-sub-7992d7","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:17.765352733Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b77dd695-7ed9-4580-bde5-821f7fe84120","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:17.815065199Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ce2ba140-dc6d-4296-9421-9bfa5ec3c5f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:17.815089646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ce2ba140-dc6d-4296-9421-9bfa5ec3c5f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:17.961167783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6c74ebdb-3131-4e0f-97d5-5ca71203fc31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:17.961627862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"84f5ea86-1888-4f4d-beae-c6831f7d768e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:18.015270193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6c74ebdb-3131-4e0f-97d5-5ca71203fc31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:18.015704171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"84f5ea86-1888-4f4d-beae-c6831f7d768e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:18.409612529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-872730-policy","namespace":"ai-tenant-e2e-api-a-872730"},"namespace":"ai-tenant-e2e-api-a-872730","name":"e2e-e2e-api-a-872730-policy","reconcileID":"04d9a3a4-6225-4cc0-b7e9-ba25432c7175","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-872730-policy","namespace":"ai-tenant-e2e-api-a-872730"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-872730","tenantID":"e2e-api-a-872730","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:18.463954066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-872730-policy","namespace":"ai-tenant-e2e-api-a-872730"},"namespace":"ai-tenant-e2e-api-a-872730","name":"e2e-e2e-api-a-872730-policy","reconcileID":"04d9a3a4-6225-4cc0-b7e9-ba25432c7175","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-872730-policy","namespace":"ai-tenant-e2e-api-a-872730"},"name":"e2e-api-a-872730-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:18.50220577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ad62034-e7ac-4545-9a07-4af4dbb90799","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:18.551138982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ad62034-e7ac-4545-9a07-4af4dbb90799","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:18.556379175Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-872730-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-872730-policy","namespace":"ai-tenant-e2e-api-a-872730"},"namespace":"ai-tenant-e2e-api-a-872730","name":"e2e-e2e-api-a-872730-policy","reconcileID":"04d9a3a4-6225-4cc0-b7e9-ba25432c7175","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-872730-policy","namespace":"ai-tenant-e2e-api-a-872730"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:18.600241294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ad62034-e7ac-4545-9a07-4af4dbb90799","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:18.649185371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ad62034-e7ac-4545-9a07-4af4dbb90799","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:20.438899887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acfa626e-3865-4c00-b2fc-881eb972b721","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:20.487615474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acfa626e-3865-4c00-b2fc-881eb972b721","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:20.536020445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acfa626e-3865-4c00-b2fc-881eb972b721","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:20.585350599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acfa626e-3865-4c00-b2fc-881eb972b721","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:21.276174686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"namespace":"ai-tenant-e2e-api-b-dbe0a7","name":"e2e-e2e-api-b-dbe0a7-policy","reconcileID":"86815050-1a56-4061-aac3-0e999cce0a95","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-dbe0a7","tenantID":"e2e-api-b-dbe0a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:21.331285531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"namespace":"ai-tenant-e2e-api-b-dbe0a7","name":"e2e-e2e-api-b-dbe0a7-policy","reconcileID":"86815050-1a56-4061-aac3-0e999cce0a95","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"name":"e2e-api-b-dbe0a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:21.384019173Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-dbe0a7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1d38e2dd21af92507d9f8b400902448d5840ffe6861bbf796b063d9c171e9951) AuthConfig (ee3d1cd9fcc34fa0b505b3a643bf33b37d815736aff7be943b5f01965d9ea57c) AuthConfig (15eabdfc668f622e3b52535dcc548b747bfcc767c2274bce30c6e94b758ea4bb) AuthConfig (0afd9a613f6516f5b781a8e3c0efbe708e15d2293f3fba37cd75fd7d48f3d5e6) AuthConfig (f23152501c4a7a06d078fed18694ee48e287bdf0dc9a0eb77dd4b7d76614fd5f) AuthConfig (2ef311e3f3785bed0fbaae9a1f07b31858e722d5d1d667f679e8ab0b9d25390e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"namespace":"ai-tenant-e2e-api-b-dbe0a7","name":"e2e-e2e-api-b-dbe0a7-policy","reconcileID":"86815050-1a56-4061-aac3-0e999cce0a95","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:22.381984349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88585e19-369a-42a0-a0af-04a4d8550570","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:22.431475164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88585e19-369a-42a0-a0af-04a4d8550570","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:22.480383872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88585e19-369a-42a0-a0af-04a4d8550570","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:22.530017186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88585e19-369a-42a0-a0af-04a4d8550570","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:23.129479058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8e7a1cf0-90b4-448d-bba2-0eb45fe6e027","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:23.364905193Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-subscription","reconcileID":"bd51dac4-e129-4e38-92ff-8938b2347b37","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-premium-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/premium-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:23.466706786Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-subscription","reconcileID":"91ee6618-5b12-43f1-bea1-7714bd26f25d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-simulator-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:23.48384681Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-subscription","reconcileID":"a2c46a74-460e-4243-8315-8d748a1996ef","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:23.593746905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-subscription","reconcileID":"300828d7-34b2-42b8-892f-243a1f8d7b6f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-premium-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/premium-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:23.693766227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-subscription","reconcileID":"4b35e20e-475c-4f3e-a40a-420aa2b020b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-simulator-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:23.793827995Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-subscription","reconcileID":"ca353b50-10f3-433c-9b1a-40620933fda4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-premium-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/premium-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:23.818806346Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-subscription","reconcileID":"1c8bb54f-603f-458a-8404-2b601b922377","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-premium-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:23.894832464Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-subscription","reconcileID":"05ea750a-0c7c-49be-9e72-26f2c12c6661","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:24.048803119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-subscription","reconcileID":"55da041b-91a1-4096-93fc-ca3a5afa808e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:24.265381639Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-sub-4cf21208","reconcileID":"2d007d2b-1a16-4013-9b2e-857c796c46ca","MaaSSubscription":{"name":"e2e-sub-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"name":"maas-trlp-e2e-lifecycle-model-4cf21208","model":"ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:24.377747914Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-subscription","reconcileID":"0458228b-1447-420b-927a-cbe44cfa5a61","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-premium-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:26.179642147Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"ca4f0def-c991-4507-9b64-c691c66f7909","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"tenant":"e2e-mt-4cf21208","gateway":"openshift-ingress/e2e-mt-4cf21208","model":"ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:26.179665769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"ca4f0def-c991-4507-9b64-c691c66f7909","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"routeName":"e2e-lifecycle-model-4cf21208-kserve-route","namespace":"ai-tenant-e2e-mt-4cf21208","llmisvcName":"e2e-lifecycle-model-4cf21208","gateway":"openshift-ingress/e2e-mt-4cf21208","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:26.277933332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-policy-4cf21208","reconcileID":"75233813-413c-41de-92ba-c2b96d6f2871","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-4cf21208","tenantID":"e2e-mt-4cf21208","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:26.333006146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-policy-4cf21208","reconcileID":"75233813-413c-41de-92ba-c2b96d6f2871","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"name":"e2e-mt-4cf21208-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:26.379006716Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-sub-4cf21208","reconcileID":"729a18a8-b35b-46f8-a17c-b0aac3355610","MaaSSubscription":{"name":"e2e-sub-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"name":"maas-trlp-e2e-lifecycle-model-4cf21208","model":"ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:26.579047874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-policy-4cf21208","reconcileID":"2c5fc6e4-806a-46bc-b483-c6fc732b6e99","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-4cf21208","tenantID":"e2e-mt-4cf21208","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:26.633265409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-policy-4cf21208","reconcileID":"2c5fc6e4-806a-46bc-b483-c6fc732b6e99","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"name":"e2e-mt-4cf21208-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:26.679601861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-sub-4cf21208","reconcileID":"f3457993-a788-4b85-8e3c-6276e0920b1a","MaaSSubscription":{"name":"e2e-sub-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"name":"maas-trlp-e2e-lifecycle-model-4cf21208","model":"ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:28.655660731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-872730-policy","namespace":"ai-tenant-e2e-api-a-872730"},"namespace":"ai-tenant-e2e-api-a-872730","name":"e2e-e2e-api-a-872730-policy","reconcileID":"a5b56c01-58ad-4d4c-b321-721ff6810f0e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-872730-policy","namespace":"ai-tenant-e2e-api-a-872730"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-872730","tenantID":"e2e-api-a-872730","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:28.709723307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-872730-policy","namespace":"ai-tenant-e2e-api-a-872730"},"namespace":"ai-tenant-e2e-api-a-872730","name":"e2e-e2e-api-a-872730-policy","reconcileID":"a5b56c01-58ad-4d4c-b321-721ff6810f0e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-872730-policy","namespace":"ai-tenant-e2e-api-a-872730"},"name":"e2e-api-a-872730-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:28.762637202Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-872730-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c28a5ac91bf1630de8a6f002266552e7a16e3ee7931df9e27d1f8759ac9a8f5c) AuthConfig (97d20e7511ddf638d4e931835ad97d8859a38d07c567e98668ed7cffb277d0c6) AuthConfig (e1b503c9d5f91b026e5e8f6eee856c507d6f81ae73377a4c25374a9280a806df) AuthConfig (51315c1ea98a526ca79840a2a156d2c9e8bea5bb18d14c119a439d9cb8df6cb5) AuthConfig (952a8164dd4274133cc6d449cb45aac59efdd407231d298b987bcb11e6fd9cd4) AuthConfig (818eb4d4517285fca8b5018370cb5f4a3138fd785650e8ae974f65b4c42d8841)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-872730-policy","namespace":"ai-tenant-e2e-api-a-872730"},"namespace":"ai-tenant-e2e-api-a-872730","name":"e2e-e2e-api-a-872730-policy","reconcileID":"a5b56c01-58ad-4d4c-b321-721ff6810f0e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-872730-policy","namespace":"ai-tenant-e2e-api-a-872730"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:28.8176916Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d5f9420-a80b-4b55-bd3c-75c2932775b0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:28.81770785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d5f9420-a80b-4b55-bd3c-75c2932775b0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:30.298451407Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d5e5df"},"namespace":"ai-tenant-e2e-api-a-d5e5df","name":"default-tenant","reconcileID":"37aa1a89-8616-4565-b86e-5267543546af","namespace":"ai-tenant-e2e-api-a-d5e5df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:30.298515869Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d5e5df"},"namespace":"ai-tenant-e2e-api-a-d5e5df","name":"default-tenant","reconcileID":"37aa1a89-8616-4565-b86e-5267543546af","namespace":"ai-tenant-e2e-api-a-d5e5df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:30.298569873Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d5e5df"},"namespace":"ai-tenant-e2e-api-a-d5e5df","name":"default-tenant","reconcileID":"37aa1a89-8616-4565-b86e-5267543546af","tenant":"e2e-api-a-d5e5df","tenantID":"e2e-api-a-d5e5df","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:30.349714031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d5e5df"},"namespace":"ai-tenant-e2e-api-a-d5e5df","name":"default-tenant","reconcileID":"37aa1a89-8616-4565-b86e-5267543546af","gvk":"Deployment","name":"maas-api-e2e-api-a-d5e5df","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:30.410702269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d5e5df"},"namespace":"ai-tenant-e2e-api-a-d5e5df","name":"default-tenant","reconcileID":"37aa1a89-8616-4565-b86e-5267543546af","gvk":"Service","name":"maas-api-e2e-api-a-d5e5df","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:30.465921836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d5e5df"},"namespace":"ai-tenant-e2e-api-a-d5e5df","name":"default-tenant","reconcileID":"37aa1a89-8616-4565-b86e-5267543546af","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-d5e5df","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:30.524599273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d5e5df"},"namespace":"ai-tenant-e2e-api-a-d5e5df","name":"default-tenant","reconcileID":"37aa1a89-8616-4565-b86e-5267543546af","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-d5e5df","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:30.578795105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d5e5df"},"namespace":"ai-tenant-e2e-api-a-d5e5df","name":"default-tenant","reconcileID":"37aa1a89-8616-4565-b86e-5267543546af","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-d5e5df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:30.630888021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d5e5df"},"namespace":"ai-tenant-e2e-api-a-d5e5df","name":"default-tenant","reconcileID":"37aa1a89-8616-4565-b86e-5267543546af","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-d5e5df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:30.685749185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d5e5df"},"namespace":"ai-tenant-e2e-api-a-d5e5df","name":"default-tenant","reconcileID":"37aa1a89-8616-4565-b86e-5267543546af","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-d5e5df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:30.737484596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d5e5df"},"namespace":"ai-tenant-e2e-api-a-d5e5df","name":"default-tenant","reconcileID":"37aa1a89-8616-4565-b86e-5267543546af","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-d5e5df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:30.786545729Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d5e5df"},"namespace":"ai-tenant-e2e-api-a-d5e5df","name":"default-tenant","reconcileID":"37aa1a89-8616-4565-b86e-5267543546af","gvk":"Deployment","name":"payload-processing-e2e-api-a-d5e5df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:30.835580702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d5e5df"},"namespace":"ai-tenant-e2e-api-a-d5e5df","name":"default-tenant","reconcileID":"37aa1a89-8616-4565-b86e-5267543546af","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-d5e5df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:30.888540655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d5e5df"},"namespace":"ai-tenant-e2e-api-a-d5e5df","name":"default-tenant","reconcileID":"37aa1a89-8616-4565-b86e-5267543546af","gvk":"Service","name":"payload-processing-e2e-api-a-d5e5df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:30.94361701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d5e5df"},"namespace":"ai-tenant-e2e-api-a-d5e5df","name":"default-tenant","reconcileID":"37aa1a89-8616-4565-b86e-5267543546af","gvk":"Service","name":"payload-pre-processing-e2e-api-a-d5e5df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:30.995237818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d5e5df"},"namespace":"ai-tenant-e2e-api-a-d5e5df","name":"default-tenant","reconcileID":"37aa1a89-8616-4565-b86e-5267543546af","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-d5e5df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:31.044035957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d5e5df"},"namespace":"ai-tenant-e2e-api-a-d5e5df","name":"default-tenant","reconcileID":"37aa1a89-8616-4565-b86e-5267543546af","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-d5e5df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:31.092469783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d5e5df"},"namespace":"ai-tenant-e2e-api-a-d5e5df","name":"default-tenant","reconcileID":"37aa1a89-8616-4565-b86e-5267543546af","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-d5e5df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:31.145355748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d5e5df"},"namespace":"ai-tenant-e2e-api-a-d5e5df","name":"default-tenant","reconcileID":"37aa1a89-8616-4565-b86e-5267543546af","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-d5e5df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:31.219997394Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d5e5df"},"namespace":"ai-tenant-e2e-api-a-d5e5df","name":"default-tenant","reconcileID":"37aa1a89-8616-4565-b86e-5267543546af","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-d5e5df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:31.268659593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d5e5df"},"namespace":"ai-tenant-e2e-api-a-d5e5df","name":"default-tenant","reconcileID":"37aa1a89-8616-4565-b86e-5267543546af","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-d5e5df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:31.323570536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d5e5df"},"namespace":"ai-tenant-e2e-api-a-d5e5df","name":"default-tenant","reconcileID":"37aa1a89-8616-4565-b86e-5267543546af","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-d5e5df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:31.376651483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d5e5df"},"namespace":"ai-tenant-e2e-api-a-d5e5df","name":"default-tenant","reconcileID":"37aa1a89-8616-4565-b86e-5267543546af","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-d5e5df","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:31.53068543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"namespace":"ai-tenant-e2e-api-b-dbe0a7","name":"e2e-e2e-api-b-dbe0a7-policy","reconcileID":"afe21024-e6ae-4441-a4ab-0ce5f3dd1dab","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-dbe0a7","tenantID":"e2e-api-b-dbe0a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:31.58446986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"namespace":"ai-tenant-e2e-api-b-dbe0a7","name":"e2e-e2e-api-b-dbe0a7-policy","reconcileID":"afe21024-e6ae-4441-a4ab-0ce5f3dd1dab","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"name":"e2e-api-b-dbe0a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:31.893540503Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ab32c9a6-57f3-4dce-a084-8a75c2162cc5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:31.893569674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ab32c9a6-57f3-4dce-a084-8a75c2162cc5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:32.088874506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e71cd702-eeb3-4350-a302-73fef76f1f0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:32.137607861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e71cd702-eeb3-4350-a302-73fef76f1f0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:32.186224087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e71cd702-eeb3-4350-a302-73fef76f1f0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:32.194423378Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-d5e5df","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-d5e5df","reconcileID":"080a3c8f-3f45-4164-821d-19281d029997","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-d5e5df","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-d5e5df"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:32.235883003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e71cd702-eeb3-4350-a302-73fef76f1f0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:34.0620191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd4bbe67-aba6-458f-8537-66c5f6c908d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:34.110804508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd4bbe67-aba6-458f-8537-66c5f6c908d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:34.15955176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd4bbe67-aba6-458f-8537-66c5f6c908d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:34.208921926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd4bbe67-aba6-458f-8537-66c5f6c908d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:35.115445512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b562f2d-aab1-495d-ac40-9726c8678048","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:35.115471759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b562f2d-aab1-495d-ac40-9726c8678048","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:35.167244996Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a1f1d1b7-2d9f-49d2-b8b1-0058dcf1a7fb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:35.167262548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a1f1d1b7-2d9f-49d2-b8b1-0058dcf1a7fb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:35.265202564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111"},"namespace":"ai-tenant-e2e-api-a-161111","name":"e2e-e2e-api-a-161111-policy","reconcileID":"82d3385f-51d5-47b0-a1b4-b27b1a1a6941","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-161111","tenantID":"e2e-api-a-161111","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:35.390078964Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111"},"namespace":"ai-tenant-e2e-api-a-161111","name":"e2e-e2e-api-a-161111-policy","reconcileID":"82d3385f-51d5-47b0-a1b4-b27b1a1a6941","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111"},"name":"e2e-api-a-161111-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:35.443309232Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-161111-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111"},"namespace":"ai-tenant-e2e-api-a-161111","name":"e2e-e2e-api-a-161111-policy","reconcileID":"82d3385f-51d5-47b0-a1b4-b27b1a1a6941","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:35.49595185Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"082b3a40-b7e0-4a89-92e3-56678d5f8d03","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:35.495970227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"082b3a40-b7e0-4a89-92e3-56678d5f8d03","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:36.169593426Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:38.915025588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-872730-policy","namespace":"ai-tenant-e2e-api-a-872730"},"namespace":"ai-tenant-e2e-api-a-872730","name":"e2e-e2e-api-a-872730-policy","reconcileID":"27dfd7af-cb89-4301-82e3-9e61e72ef732","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-872730-policy","namespace":"ai-tenant-e2e-api-a-872730"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-872730","tenantID":"e2e-api-a-872730","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:38.970062013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-872730-policy","namespace":"ai-tenant-e2e-api-a-872730"},"namespace":"ai-tenant-e2e-api-a-872730","name":"e2e-e2e-api-a-872730-policy","reconcileID":"27dfd7af-cb89-4301-82e3-9e61e72ef732","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-872730-policy","namespace":"ai-tenant-e2e-api-a-872730"},"name":"e2e-api-a-872730-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:39.023240474Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-872730-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c28a5ac91bf1630de8a6f002266552e7a16e3ee7931df9e27d1f8759ac9a8f5c) AuthConfig (97d20e7511ddf638d4e931835ad97d8859a38d07c567e98668ed7cffb277d0c6) AuthConfig (e1b503c9d5f91b026e5e8f6eee856c507d6f81ae73377a4c25374a9280a806df) AuthConfig (51315c1ea98a526ca79840a2a156d2c9e8bea5bb18d14c119a439d9cb8df6cb5) AuthConfig (952a8164dd4274133cc6d449cb45aac59efdd407231d298b987bcb11e6fd9cd4) AuthConfig (818eb4d4517285fca8b5018370cb5f4a3138fd785650e8ae974f65b4c42d8841)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-872730-policy","namespace":"ai-tenant-e2e-api-a-872730"},"namespace":"ai-tenant-e2e-api-a-872730","name":"e2e-e2e-api-a-872730-policy","reconcileID":"27dfd7af-cb89-4301-82e3-9e61e72ef732","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-872730-policy","namespace":"ai-tenant-e2e-api-a-872730"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:39.600488127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d680e10-9e3a-45d3-b81f-eb6dabce2f2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:39.649351828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d680e10-9e3a-45d3-b81f-eb6dabce2f2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:39.697932433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d680e10-9e3a-45d3-b81f-eb6dabce2f2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:39.746391696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d680e10-9e3a-45d3-b81f-eb6dabce2f2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:40.243206949Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-427d70","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-427d70","reconcileID":"df313db3-21b5-437b-85b7-8096c8bd331b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-427d70","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-427d70":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:40.880039452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"namespace":"ai-tenant-e2e-api-b-dbe0a7","name":"e2e-e2e-api-b-dbe0a7-policy","reconcileID":"3241efc7-66ce-4508-96c5-f1a425e5e70c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-dbe0a7","tenantID":"e2e-api-b-dbe0a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:40.938770472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"namespace":"ai-tenant-e2e-api-b-dbe0a7","name":"e2e-e2e-api-b-dbe0a7-policy","reconcileID":"3241efc7-66ce-4508-96c5-f1a425e5e70c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"name":"e2e-api-b-dbe0a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:41.303010882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"namespace":"ai-tenant-e2e-api-b-dbe0a7","name":"e2e-e2e-api-b-dbe0a7-policy","reconcileID":"906a156f-a3ca-4593-865f-3202adbc5300","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-dbe0a7","tenantID":"e2e-api-b-dbe0a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:41.395771833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"namespace":"ai-tenant-e2e-api-b-dbe0a7","name":"e2e-e2e-api-b-dbe0a7-policy","reconcileID":"906a156f-a3ca-4593-865f-3202adbc5300","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"name":"e2e-api-b-dbe0a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:41.861736423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"409aee2d-7cb3-4d87-a301-0a051f8e7e24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:41.917515129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"409aee2d-7cb3-4d87-a301-0a051f8e7e24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:41.971635125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"409aee2d-7cb3-4d87-a301-0a051f8e7e24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:42.039620494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"409aee2d-7cb3-4d87-a301-0a051f8e7e24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:42.094870296Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-subscription","reconcileID":"e4c49b01-bf06-4cd9-9984-7ddb8bb14b8c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-premium-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/premium-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:42.326952969Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-subscription","reconcileID":"8ef0f5ae-4988-4f17-967c-33647caf0be8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-premium-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:42.547511277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-subscription","reconcileID":"cd9cd975-ca0e-462b-9bd5-98cb314933a4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-simulator-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:42.604437624Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-subscription","reconcileID":"eb1f1692-cd75-437f-a253-729c3d855ae2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:42.609632397Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-subscription","reconcileID":"c7118c93-3053-470f-8927-db830eacd973","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-premium-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/premium-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:42.662902792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"84d34715-fe86-4777-b3b6-7e860e1296dd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:42.907935512Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-subscription","reconcileID":"f1f3ae02-a4cc-400e-9917-5679c87243ca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-premium-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:43.024376609Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-subscription","reconcileID":"af5b6969-5c8c-4b57-8ca2-b56697215cac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-premium-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/premium-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:43.142287518Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-sub-4cf21208","reconcileID":"da664290-0062-48b1-8e9b-d0c6b1f2c239","MaaSSubscription":{"name":"e2e-sub-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"name":"maas-trlp-e2e-lifecycle-model-4cf21208","model":"ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:43.217814438Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-subscription","reconcileID":"04901e86-c808-4341-b725-ba4e4c68f34f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:43.300793664Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-subscription","reconcileID":"3fc05cad-1d98-41eb-a6c1-8b36f7a3b6ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:43.408082356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-subscription","reconcileID":"80321bae-788e-4b0b-9137-504c9fda28ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-simulator-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:44.271303394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21f1a1ed-b3f8-4433-ba45-447f8671d56a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:44.320786561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21f1a1ed-b3f8-4433-ba45-447f8671d56a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:44.37109498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21f1a1ed-b3f8-4433-ba45-447f8671d56a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:44.373398618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aeb39b59-6fe2-4f86-b778-44233ffc950f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:44.373512946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aeb39b59-6fe2-4f86-b778-44233ffc950f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:44.429576586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21f1a1ed-b3f8-4433-ba45-447f8671d56a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:44.531922846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b54e902-68b8-48d0-bec3-98d7e4f93304","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:44.532017844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b54e902-68b8-48d0-bec3-98d7e4f93304","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:44.640543817Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6fcefab8-dc0c-4b27-99ed-66188d164076","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:44.640568843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6fcefab8-dc0c-4b27-99ed-66188d164076","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:44.679471038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-554d9edf","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-554d9edf","reconcileID":"405c0fbb-4bb4-4d49-b2a8-23f918d91622","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-554d9edf","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:44.734474608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-554d9edf","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-554d9edf","reconcileID":"405c0fbb-4bb4-4d49-b2a8-23f918d91622","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-554d9edf","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:44.735182799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc7f169f-f64c-466b-8101-7eeb004f3cd2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:44.735203544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc7f169f-f64c-466b-8101-7eeb004f3cd2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:12:44.782145417Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-554d9edf","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-554d9edf","reconcileID":"18be2669-13a7-4c20-88fa-8f0bdef647ab","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-neg-ghost-sub-554d9edf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:44.825085084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d266685b-5217-41bc-9e78-74d1a6bd7c2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:44.825218819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e0b099d-a618-4c8a-9949-d6a147f4b2e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:44.880596457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e0b099d-a618-4c8a-9949-d6a147f4b2e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:44.880636828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d266685b-5217-41bc-9e78-74d1a6bd7c2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:44.891047948Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07d578ab-3888-4188-8234-419c25a55a54","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:44.891065305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07d578ab-3888-4188-8234-419c25a55a54","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:44.945201606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ec39a37-3d32-41a7-aa7d-766c642fd0a1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:44.94522715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ec39a37-3d32-41a7-aa7d-766c642fd0a1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:45.042350419Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fbbf68d2-961b-42c1-9ce2-abbdb360b653","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:45.042368836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fbbf68d2-961b-42c1-9ce2-abbdb360b653","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:45.187401977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-554d9edf","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-554d9edf","reconcileID":"32f197e4-2808-48d9-87f7-024a1b77a901","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-554d9edf","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:45.199355097Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-554d9edf","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-554d9edf","reconcileID":"b2906f8d-46f1-4e90-a18c-1f2bb7ae9535","MaaSSubscription":{"name":"e2e-neg-ghost-sub-554d9edf","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-neg-ghost-sub-554d9edf","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:45.199446935Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-554d9edf","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-554d9edf","reconcileID":"b2906f8d-46f1-4e90-a18c-1f2bb7ae9535","MaaSSubscription":{"name":"e2e-neg-ghost-sub-554d9edf","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-554d9edf","error":"MaaSModelRef not found: llm/nonexistent-model-554d9edf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:45.243971279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-554d9edf","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-554d9edf","reconcileID":"32f197e4-2808-48d9-87f7-024a1b77a901","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-554d9edf","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:45.288027604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"277297d9-281a-4989-8ede-aef35b2550cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:45.288030725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e8df1d0-e088-425f-b8ad-0b3daa67bea3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:45.342891593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"277297d9-281a-4989-8ede-aef35b2550cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:45.343447332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e8df1d0-e088-425f-b8ad-0b3daa67bea3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:45.397655372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3b2df690-79e1-43db-a6e9-856b067e8ca4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:45.468313533Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ac686346-396d-4ae1-85eb-deb0387bb24c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:45.468380522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ac686346-396d-4ae1-85eb-deb0387bb24c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:45.595484175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111"},"namespace":"ai-tenant-e2e-api-a-161111","name":"e2e-e2e-api-a-161111-policy","reconcileID":"9d3ccc3b-a5de-42d1-98cc-eaefa5d71e80","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-161111","tenantID":"e2e-api-a-161111","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:45.64953396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111"},"namespace":"ai-tenant-e2e-api-a-161111","name":"e2e-e2e-api-a-161111-policy","reconcileID":"9d3ccc3b-a5de-42d1-98cc-eaefa5d71e80","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111"},"name":"e2e-api-a-161111-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:45.666278208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-554d9edf","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-554d9edf","reconcileID":"a12c4990-237d-4d4f-b894-74af359355ed","MaaSSubscription":{"name":"e2e-neg-ghost-sub-554d9edf","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:45.705050577Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-161111-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111"},"namespace":"ai-tenant-e2e-api-a-161111","name":"e2e-e2e-api-a-161111-policy","reconcileID":"9d3ccc3b-a5de-42d1-98cc-eaefa5d71e80","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:45.714289348Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-554d9edf","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-554d9edf","reconcileID":"a12c4990-237d-4d4f-b894-74af359355ed","MaaSSubscription":{"name":"e2e-neg-ghost-sub-554d9edf","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-554d9edf","error":"MaaSModelRef not found: llm/nonexistent-model-554d9edf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:46.344146901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bb519dc-b6d5-4b14-a909-0ab8ba2b22c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:46.392897859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bb519dc-b6d5-4b14-a909-0ab8ba2b22c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:46.441530217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bb519dc-b6d5-4b14-a909-0ab8ba2b22c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:46.490219377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bb519dc-b6d5-4b14-a909-0ab8ba2b22c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:47.337094436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"afcc597b-420e-4655-a7ad-b411b2cdd836","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:47.337117148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"afcc597b-420e-4655-a7ad-b411b2cdd836","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:47.527686075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e6315f0-e869-4c49-87fa-65e987c34f81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:47.527738856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5779f7d7-a5b5-4aaf-802a-aa0e5dea92d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:47.528234875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-554d9edf","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-554d9edf","reconcileID":"a75f89c9-243c-45c5-939d-b313e4e305c4","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-554d9edf","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:47.581954385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5779f7d7-a5b5-4aaf-802a-aa0e5dea92d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:47.582466004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e6315f0-e869-4c49-87fa-65e987c34f81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:47.584096035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-554d9edf","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-554d9edf","reconcileID":"a75f89c9-243c-45c5-939d-b313e4e305c4","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-554d9edf","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:48.359978303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c75240b-709e-4496-a86a-131ffe981012","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:48.408434346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c75240b-709e-4496-a86a-131ffe981012","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:48.457716463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c75240b-709e-4496-a86a-131ffe981012","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:48.506594468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c75240b-709e-4496-a86a-131ffe981012","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:49.122273915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-872730-policy","namespace":"ai-tenant-e2e-api-a-872730"},"namespace":"ai-tenant-e2e-api-a-872730","name":"e2e-e2e-api-a-872730-policy","reconcileID":"f9063b64-6f9a-4626-b582-5999f28419d0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-872730-policy","namespace":"ai-tenant-e2e-api-a-872730"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-872730","tenantID":"e2e-api-a-872730","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:49.176358834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-872730-policy","namespace":"ai-tenant-e2e-api-a-872730"},"namespace":"ai-tenant-e2e-api-a-872730","name":"e2e-e2e-api-a-872730-policy","reconcileID":"f9063b64-6f9a-4626-b582-5999f28419d0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-872730-policy","namespace":"ai-tenant-e2e-api-a-872730"},"name":"e2e-api-a-872730-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:49.428860169Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44440032-b6b4-479a-82c9-90863754d3b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:49.428884052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44440032-b6b4-479a-82c9-90863754d3b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:50.337067201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bfb5385-c044-462e-bffa-bde8bb56eb43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:50.385824615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bfb5385-c044-462e-bffa-bde8bb56eb43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:50.434579836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bfb5385-c044-462e-bffa-bde8bb56eb43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:50.48345906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bfb5385-c044-462e-bffa-bde8bb56eb43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:51.437261983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"namespace":"ai-tenant-e2e-api-b-dbe0a7","name":"e2e-e2e-api-b-dbe0a7-policy","reconcileID":"07283685-f2f2-4d7e-b832-8f08f1d6394a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-dbe0a7","tenantID":"e2e-api-b-dbe0a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:51.539538667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"namespace":"ai-tenant-e2e-api-b-dbe0a7","name":"e2e-e2e-api-b-dbe0a7-policy","reconcileID":"07283685-f2f2-4d7e-b832-8f08f1d6394a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"name":"e2e-api-b-dbe0a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:51.822417784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"namespace":"ai-tenant-e2e-api-b-dbe0a7","name":"e2e-e2e-api-b-dbe0a7-policy","reconcileID":"09ef3551-46f4-4042-aad6-cb0fc5c918ce","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-dbe0a7","tenantID":"e2e-api-b-dbe0a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:51.878011343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"namespace":"ai-tenant-e2e-api-b-dbe0a7","name":"e2e-e2e-api-b-dbe0a7-policy","reconcileID":"09ef3551-46f4-4042-aad6-cb0fc5c918ce","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"name":"e2e-api-b-dbe0a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:52.346056373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd65ba94-89ab-40e2-9b9f-807a3428d0c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:52.394611686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd65ba94-89ab-40e2-9b9f-807a3428d0c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:52.442997195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd65ba94-89ab-40e2-9b9f-807a3428d0c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:52.491818305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd65ba94-89ab-40e2-9b9f-807a3428d0c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:54.278304142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce483da3-4346-4548-a487-b1e2d3d5b6f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:54.327361666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce483da3-4346-4548-a487-b1e2d3d5b6f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:54.375897685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce483da3-4346-4548-a487-b1e2d3d5b6f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:54.424360012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce483da3-4346-4548-a487-b1e2d3d5b6f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:55.825056728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111"},"namespace":"ai-tenant-e2e-api-a-161111","name":"e2e-e2e-api-a-161111-policy","reconcileID":"d5cd879b-4ea6-404f-ab92-6d05d3fb9e52","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-161111","tenantID":"e2e-api-a-161111","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:55.880139054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111"},"namespace":"ai-tenant-e2e-api-a-161111","name":"e2e-e2e-api-a-161111-policy","reconcileID":"d5cd879b-4ea6-404f-ab92-6d05d3fb9e52","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111"},"name":"e2e-api-a-161111-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:55.932634762Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-161111-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111"},"namespace":"ai-tenant-e2e-api-a-161111","name":"e2e-e2e-api-a-161111-policy","reconcileID":"d5cd879b-4ea6-404f-ab92-6d05d3fb9e52","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:56.242824903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06902c47-207f-457c-9af0-400ab54977da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:56.292179062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06902c47-207f-457c-9af0-400ab54977da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:56.340877589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06902c47-207f-457c-9af0-400ab54977da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:56.38975505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06902c47-207f-457c-9af0-400ab54977da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:57.008715729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4401bb"},"namespace":"ai-tenant-e2e-api-b-4401bb","name":"default-tenant","reconcileID":"05bbd9ce-0a07-419a-9e3d-1b8c9ad7ab93","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4401bb","tenantID":"e2e-api-b-4401bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:57.135413233Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4401bb"},"namespace":"ai-tenant-e2e-api-b-4401bb","name":"default-tenant","reconcileID":"05bbd9ce-0a07-419a-9e3d-1b8c9ad7ab93","name":"e2e-api-b-4401bb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:57.492422005Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-554d9edf","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-554d9edf","reconcileID":"34d0a641-c7c6-4e3f-883c-7474014c38e6","MaaSSubscription":{"name":"e2e-neg-ghost-sub-554d9edf","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-neg-ghost-sub-554d9edf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:57.705685639Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-554d9edf","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-554d9edf","reconcileID":"34d0a641-c7c6-4e3f-883c-7474014c38e6","MaaSSubscription":{"name":"e2e-neg-ghost-sub-554d9edf","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:57.705713761Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-554d9edf","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-554d9edf","reconcileID":"34d0a641-c7c6-4e3f-883c-7474014c38e6","MaaSSubscription":{"name":"e2e-neg-ghost-sub-554d9edf","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-554d9edf","subscription":"e2e-neg-ghost-sub-554d9edf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:57.705845826Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-554d9edf","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-554d9edf","reconcileID":"34d0a641-c7c6-4e3f-883c-7474014c38e6","MaaSSubscription":{"name":"e2e-neg-ghost-sub-554d9edf","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-554d9edf","error":"MaaSModelRef not found: llm/nonexistent-model-554d9edf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:57.903784625Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6c1bd886-bc29-49e6-a0fb-bc48fd0cfd78","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:58.019600834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10dbc552-1df8-4f7d-b2e5-4f8ac1515f68","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:58.019693954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10dbc552-1df8-4f7d-b2e5-4f8ac1515f68","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:58.1580655Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8cb9769b-718b-4845-9435-b057d2ceb6a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:58.158085092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8cb9769b-718b-4845-9435-b057d2ceb6a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:58.187869599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"810c38ad-4b44-4b51-a06b-b463944aa106","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:58.187976125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-554d9edf","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-554d9edf","reconcileID":"45664a76-28da-49a2-8b18-1d68cb520974","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-554d9edf","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:58.188237074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a261f8e-2c3e-4357-8a2f-f1fd938802d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:58.188485158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ceba71a8-f199-42b5-aabb-4529e44c1ee6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:58.236911727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"810c38ad-4b44-4b51-a06b-b463944aa106","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:58.285996417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"810c38ad-4b44-4b51-a06b-b463944aa106","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:58.29123802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a261f8e-2c3e-4357-8a2f-f1fd938802d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:58.292308125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ceba71a8-f199-42b5-aabb-4529e44c1ee6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:58.334780593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"810c38ad-4b44-4b51-a06b-b463944aa106","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:58.339838813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-554d9edf","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-554d9edf","reconcileID":"45664a76-28da-49a2-8b18-1d68cb520974","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-554d9edf","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:58.53490548Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-554d9edf","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-554d9edf","reconcileID":"4e41a07b-5245-49ba-b50d-a62b1ef36129","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-554d9edf","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:58.689180661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"825a8759-a4e2-4b32-a778-6dd48db190cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:58.689203505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"825a8759-a4e2-4b32-a778-6dd48db190cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:58.969362566Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0928512-feea-4086-8557-1279ff6e9d45","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:58.96938159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0928512-feea-4086-8557-1279ff6e9d45","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:59.023117041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06e4c21e-cb70-4913-a43d-d673df53ab57","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:59.023136037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06e4c21e-cb70-4913-a43d-d673df53ab57","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:59.216756274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-d8df4d19","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-d8df4d19","reconcileID":"5f5f0885-f107-46e8-8a93-474b54acf997","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-d8df4d19","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:59.271010162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-d8df4d19","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-d8df4d19","reconcileID":"5f5f0885-f107-46e8-8a93-474b54acf997","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-d8df4d19","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:59.371755451Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-d8df4d19","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-d8df4d19","reconcileID":"5f5f0885-f107-46e8-8a93-474b54acf997","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-d8df4d19","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-d8df4d19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:59.622129498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c1932cdb-38e8-46f2-8ad1-96103ebd9cac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:59.622150848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c1932cdb-38e8-46f2-8ad1-96103ebd9cac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:59.815748956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-d8df4d19","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-d8df4d19","reconcileID":"106e1dae-9c82-4cc5-921f-ac825dec1c17","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-d8df4d19","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:59.870715402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-d8df4d19","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-d8df4d19","reconcileID":"106e1dae-9c82-4cc5-921f-ac825dec1c17","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-d8df4d19","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:59.971072171Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-d8df4d19","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-d8df4d19","reconcileID":"106e1dae-9c82-4cc5-921f-ac825dec1c17","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-d8df4d19","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-d8df4d19","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:13:00.166747745Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-d8df4d19","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-d8df4d19","reconcileID":"106e1dae-9c82-4cc5-921f-ac825dec1c17","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-neg-ghost-policy-d8df4d19\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:00.365982655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-d8df4d19","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-d8df4d19","reconcileID":"aebeab42-1087-4b75-9a2a-4849d02138f2","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-d8df4d19","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:00.419721279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-d8df4d19","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-d8df4d19","reconcileID":"aebeab42-1087-4b75-9a2a-4849d02138f2","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-d8df4d19","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:00.520552417Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-d8df4d19","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-d8df4d19","reconcileID":"aebeab42-1087-4b75-9a2a-4849d02138f2","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-d8df4d19","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-d8df4d19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:01.706972003Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-d8df4d19","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-d8df4d19","reconcileID":"8ebeef98-45d9-48dd-a0f6-64f00ba4bb27","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-d8df4d19","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:01.707039301Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"412d1270-2eaa-4b4b-9258-f065a42b6da1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:01.70705107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"412d1270-2eaa-4b4b-9258-f065a42b6da1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:01.756249735Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-d8df4d19","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-d8df4d19","reconcileID":"8ebeef98-45d9-48dd-a0f6-64f00ba4bb27","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-d8df4d19","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-d8df4d19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:02.013942249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1e3ed786-362c-4834-8a86-26d971c51a9b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:02.013965363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1e3ed786-362c-4834-8a86-26d971c51a9b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:06.031907506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111"},"namespace":"ai-tenant-e2e-api-a-161111","name":"e2e-e2e-api-a-161111-policy","reconcileID":"11fc0ae9-2390-4a66-b795-74b95b89bb2f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-161111","tenantID":"e2e-api-a-161111","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:06.086503157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111"},"namespace":"ai-tenant-e2e-api-a-161111","name":"e2e-e2e-api-a-161111-policy","reconcileID":"11fc0ae9-2390-4a66-b795-74b95b89bb2f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111"},"name":"e2e-api-a-161111-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:06.138993521Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-161111-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111"},"namespace":"ai-tenant-e2e-api-a-161111","name":"e2e-e2e-api-a-161111-policy","reconcileID":"11fc0ae9-2390-4a66-b795-74b95b89bb2f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:06.168461374Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:11.980710654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b33a974-130a-487d-8630-a9647b8d2993","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:12.030028554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b33a974-130a-487d-8630-a9647b8d2993","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:12.078838299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b33a974-130a-487d-8630-a9647b8d2993","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:12.127868361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b33a974-130a-487d-8630-a9647b8d2993","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:12.558088567Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-04d404","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-04d404","reconcileID":"c59f8dce-6a94-473e-9609-7435cb33dc19","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-04d404","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-04d404":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:13.914581633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22b69907-215d-4245-afe0-d56c6e012558","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:13.963346449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22b69907-215d-4245-afe0-d56c6e012558","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:14.012160939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22b69907-215d-4245-afe0-d56c6e012558","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:14.060592948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22b69907-215d-4245-afe0-d56c6e012558","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:15.85563589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3570ab8-1b48-4b25-8f01-6183cc9996fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:15.90415429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3570ab8-1b48-4b25-8f01-6183cc9996fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:15.953258916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3570ab8-1b48-4b25-8f01-6183cc9996fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:16.001832716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3570ab8-1b48-4b25-8f01-6183cc9996fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:16.250138675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111"},"namespace":"ai-tenant-e2e-api-a-161111","name":"e2e-e2e-api-a-161111-policy","reconcileID":"ab3df559-9fb5-4a11-a215-431e274baf0e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-161111","tenantID":"e2e-api-a-161111","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:16.304119372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111"},"namespace":"ai-tenant-e2e-api-a-161111","name":"e2e-e2e-api-a-161111-policy","reconcileID":"ab3df559-9fb5-4a11-a215-431e274baf0e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111"},"name":"e2e-api-a-161111-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:16.313123792Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"default-tenant","reconcileID":"c201c5d1-e5f5-4da0-ab63-c5db143118ea","namespace":"ai-tenant-e2e-mt-4cf21208","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:16.313178148Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"default-tenant","reconcileID":"c201c5d1-e5f5-4da0-ab63-c5db143118ea","name":"e2e-sub-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:16.361915815Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-161111-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3bfe3c8d6ce87094a47e6b02d11c3f07fdfa2d0971303a99231028451d68ca81) AuthConfig (cbd32cf04ee81837577829f823edc864b7f3a92a794657a30bfd840a53307090) AuthConfig (0e9b9d0b16982ad9eb8c7fbae65555edba34f8bf7f48b52d294a1c50b3d527a1) AuthConfig (cc299570298cabdc80cb7554766d66d65c8964c99222042fc22be72b8c77e32d) AuthConfig (384a13457086876422315f86428735685ffc10ace0fac8786932f2c98227f176) AuthConfig (7c7824c59b1e9047fd821dc3387218b5060aa171280c3d43b5a51329c82eda81)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111"},"namespace":"ai-tenant-e2e-api-a-161111","name":"e2e-e2e-api-a-161111-policy","reconcileID":"ab3df559-9fb5-4a11-a215-431e274baf0e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:16.366877584Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"default-tenant","reconcileID":"c201c5d1-e5f5-4da0-ab63-c5db143118ea","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:16.366894881Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"default-tenant","reconcileID":"c201c5d1-e5f5-4da0-ab63-c5db143118ea","namespace":"ai-tenant-e2e-mt-4cf21208","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:16.366998785Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"default-tenant","reconcileID":"c201c5d1-e5f5-4da0-ab63-c5db143118ea","name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:16.367856558Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"93b9bdc6-9d73-4def-8ede-b0d30a1c30a6","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"tenant":"e2e-mt-4cf21208","gateway":"openshift-ingress/e2e-mt-4cf21208","model":"ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:16.367874237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"93b9bdc6-9d73-4def-8ede-b0d30a1c30a6","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"routeName":"e2e-lifecycle-model-4cf21208-kserve-route","namespace":"ai-tenant-e2e-mt-4cf21208","llmisvcName":"e2e-lifecycle-model-4cf21208","gateway":"openshift-ingress/e2e-mt-4cf21208","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:16.420506707Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"default-tenant","reconcileID":"c201c5d1-e5f5-4da0-ab63-c5db143118ea","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:16.422230494Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ccf718f3-f37a-448f-9d90-51d5d8244c64","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:16.422249994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ccf718f3-f37a-448f-9d90-51d5d8244c64","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:16.422836563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"4b4d0817-9397-47fc-8b63-5768e6b5a7ae","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"tenant":"e2e-mt-4cf21208","gateway":"openshift-ingress/e2e-mt-4cf21208","model":"ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:16.42285472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"4b4d0817-9397-47fc-8b63-5768e6b5a7ae","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"routeName":"e2e-lifecycle-model-4cf21208-kserve-route","namespace":"ai-tenant-e2e-mt-4cf21208","llmisvcName":"e2e-lifecycle-model-4cf21208","gateway":"openshift-ingress/e2e-mt-4cf21208","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:16.464780952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-policy-4cf21208","reconcileID":"ef211b20-3161-4d2b-b857-7d78479fd33c","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-4cf21208","tenantID":"e2e-mt-4cf21208","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:13:16.47358277Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"4b4d0817-9397-47fc-8b63-5768e6b5a7ae","name":"e2e-lifecycle-model-4cf21208","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-4cf21208\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:13:16.473633162Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"4b4d0817-9397-47fc-8b63-5768e6b5a7ae","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-4cf21208\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:16.478963294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"4a0894c1-86f9-4ff8-a823-a0ed15ce7fcb","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"tenant":"e2e-mt-4cf21208","gateway":"openshift-ingress/e2e-mt-4cf21208","model":"ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:16.478982214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"4a0894c1-86f9-4ff8-a823-a0ed15ce7fcb","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"routeName":"e2e-lifecycle-model-4cf21208-kserve-route","namespace":"ai-tenant-e2e-mt-4cf21208","llmisvcName":"e2e-lifecycle-model-4cf21208","gateway":"openshift-ingress/e2e-mt-4cf21208","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:16.518727089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-policy-4cf21208","reconcileID":"ef211b20-3161-4d2b-b857-7d78479fd33c","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"name":"e2e-mt-4cf21208-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:16.519660184Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-sub-4cf21208","reconcileID":"666754c6-aeac-434a-b5b4-ebd5a7f728dd","MaaSSubscription":{"name":"e2e-sub-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-107aa622","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:16.626103655Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-sub-4cf21208","reconcileID":"42678695-e790-498f-ad61-86fea68aec0b","MaaSSubscription":{"name":"e2e-sub-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-107aa622","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:16.776120612Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-policy-4cf21208","reconcileID":"c4c708a2-562b-4655-9fdf-f663e09ee199","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"model":"ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:16.924117913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-policy-4cf21208","reconcileID":"c4c708a2-562b-4655-9fdf-f663e09ee199","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-4cf21208","tenantID":"e2e-mt-4cf21208","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:17.090748527Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-policy-4cf21208","reconcileID":"c4c708a2-562b-4655-9fdf-f663e09ee199","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"name":"e2e-mt-4cf21208-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:17.090772029Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-policy-4cf21208","reconcileID":"c4c708a2-562b-4655-9fdf-f663e09ee199","MaaSAuthPolicy":{"name":"e2e-policy-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-4cf21208","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:17.145059278Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"0e43c810-5753-4d95-8a39-8bd83ec2537a","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"tenant":"e2e-mt-4cf21208","gateway":"openshift-ingress/e2e-mt-4cf21208","model":"ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:17.145082961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"0e43c810-5753-4d95-8a39-8bd83ec2537a","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"routeName":"e2e-lifecycle-model-4cf21208-kserve-route","namespace":"ai-tenant-e2e-mt-4cf21208","llmisvcName":"e2e-lifecycle-model-4cf21208","gateway":"openshift-ingress/e2e-mt-4cf21208","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:17.85789351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a13acde6-a433-429b-bb9a-40380d2be61a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:17.906543924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a13acde6-a433-429b-bb9a-40380d2be61a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:17.955012674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a13acde6-a433-429b-bb9a-40380d2be61a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:18.003737111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a13acde6-a433-429b-bb9a-40380d2be61a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:19.838589941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7016b9d7-7f32-4da9-9285-c436d8c8648f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:19.887389562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7016b9d7-7f32-4da9-9285-c436d8c8648f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:19.935983257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7016b9d7-7f32-4da9-9285-c436d8c8648f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:19.984690942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7016b9d7-7f32-4da9-9285-c436d8c8648f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:21.777717769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dd84d21-9b13-429e-9f93-f1331ee66e11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:21.826249326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dd84d21-9b13-429e-9f93-f1331ee66e11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:21.876052018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dd84d21-9b13-429e-9f93-f1331ee66e11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:21.925903741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dd84d21-9b13-429e-9f93-f1331ee66e11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:23.710435404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d91ae076-d445-4b83-b950-9ff9017a74e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:23.759474889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d91ae076-d445-4b83-b950-9ff9017a74e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:23.807835852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d91ae076-d445-4b83-b950-9ff9017a74e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:23.856410015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d91ae076-d445-4b83-b950-9ff9017a74e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:25.62741258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e00368bc-ab59-4958-8b4e-041ebf10e14c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:25.676358512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e00368bc-ab59-4958-8b4e-041ebf10e14c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:25.724983017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e00368bc-ab59-4958-8b4e-041ebf10e14c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:25.775270548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e00368bc-ab59-4958-8b4e-041ebf10e14c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:26.513281644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111"},"namespace":"ai-tenant-e2e-api-a-161111","name":"e2e-e2e-api-a-161111-policy","reconcileID":"ae16daf7-4280-4c54-bb35-f77009979126","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-161111","tenantID":"e2e-api-a-161111","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:26.56882178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111"},"namespace":"ai-tenant-e2e-api-a-161111","name":"e2e-e2e-api-a-161111-policy","reconcileID":"ae16daf7-4280-4c54-bb35-f77009979126","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111"},"name":"e2e-api-a-161111-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:26.621809142Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-161111-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3bfe3c8d6ce87094a47e6b02d11c3f07fdfa2d0971303a99231028451d68ca81) AuthConfig (cbd32cf04ee81837577829f823edc864b7f3a92a794657a30bfd840a53307090) AuthConfig (0e9b9d0b16982ad9eb8c7fbae65555edba34f8bf7f48b52d294a1c50b3d527a1) AuthConfig (cc299570298cabdc80cb7554766d66d65c8964c99222042fc22be72b8c77e32d) AuthConfig (384a13457086876422315f86428735685ffc10ace0fac8786932f2c98227f176) AuthConfig (7c7824c59b1e9047fd821dc3387218b5060aa171280c3d43b5a51329c82eda81)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111"},"namespace":"ai-tenant-e2e-api-a-161111","name":"e2e-e2e-api-a-161111-policy","reconcileID":"ae16daf7-4280-4c54-bb35-f77009979126","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:26.675492336Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-sub-4cf21208","reconcileID":"613409f4-e016-46dc-8a9e-602709c472ef","MaaSSubscription":{"name":"e2e-sub-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"model":"ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208","subscription":"e2e-sub-4cf21208","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:26.724926806Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-sub-4cf21208","reconcileID":"613409f4-e016-46dc-8a9e-602709c472ef","MaaSSubscription":{"name":"e2e-sub-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"model":"ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:26.774386674Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-sub-4cf21208","reconcileID":"613409f4-e016-46dc-8a9e-602709c472ef","MaaSSubscription":{"name":"e2e-sub-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"name":"maas-trlp-e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208","model":"ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:27.031690604Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"7a782eed-bd36-426c-888f-5e1b9a8001e8","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"tenant":"e2e-mt-4cf21208","gateway":"openshift-ingress/e2e-mt-4cf21208","model":"ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:27.031712256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"7a782eed-bd36-426c-888f-5e1b9a8001e8","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"routeName":"e2e-lifecycle-model-4cf21208-kserve-route","namespace":"ai-tenant-e2e-mt-4cf21208","llmisvcName":"e2e-lifecycle-model-4cf21208","gateway":"openshift-ingress/e2e-mt-4cf21208","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:35.452664206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-427d70"},"namespace":"ai-tenant-e2e-api-b-427d70","name":"default-tenant","reconcileID":"d7d12363-f0b6-474b-85f2-a57e59e74c1d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-427d70","tenantID":"e2e-api-b-427d70","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:35.563371375Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-427d70"},"namespace":"ai-tenant-e2e-api-b-427d70","name":"default-tenant","reconcileID":"d7d12363-f0b6-474b-85f2-a57e59e74c1d","name":"e2e-api-b-427d70-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:36.168351215Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:36.720175393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111"},"namespace":"ai-tenant-e2e-api-a-161111","name":"e2e-e2e-api-a-161111-policy","reconcileID":"bf0dce28-2792-4cfd-b52b-9dafeaedc310","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-161111","tenantID":"e2e-api-a-161111","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:36.773937548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111"},"namespace":"ai-tenant-e2e-api-a-161111","name":"e2e-e2e-api-a-161111-policy","reconcileID":"bf0dce28-2792-4cfd-b52b-9dafeaedc310","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111"},"name":"e2e-api-a-161111-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:36.82605037Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-161111-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3bfe3c8d6ce87094a47e6b02d11c3f07fdfa2d0971303a99231028451d68ca81) AuthConfig (cbd32cf04ee81837577829f823edc864b7f3a92a794657a30bfd840a53307090) AuthConfig (0e9b9d0b16982ad9eb8c7fbae65555edba34f8bf7f48b52d294a1c50b3d527a1) AuthConfig (cc299570298cabdc80cb7554766d66d65c8964c99222042fc22be72b8c77e32d) AuthConfig (384a13457086876422315f86428735685ffc10ace0fac8786932f2c98227f176) AuthConfig (7c7824c59b1e9047fd821dc3387218b5060aa171280c3d43b5a51329c82eda81)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111"},"namespace":"ai-tenant-e2e-api-a-161111","name":"e2e-e2e-api-a-161111-policy","reconcileID":"bf0dce28-2792-4cfd-b52b-9dafeaedc310","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:40.250645422Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"namespace":"ai-tenant-e2e-api-b-dbe0a7","name":"default-tenant","reconcileID":"25c4bde1-1eda-4474-ae6e-14fff3202b9d","namespace":"ai-tenant-e2e-api-b-dbe0a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:40.250698073Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"namespace":"ai-tenant-e2e-api-b-dbe0a7","name":"default-tenant","reconcileID":"25c4bde1-1eda-4474-ae6e-14fff3202b9d","namespace":"ai-tenant-e2e-api-b-dbe0a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:40.250740964Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"namespace":"ai-tenant-e2e-api-b-dbe0a7","name":"default-tenant","reconcileID":"25c4bde1-1eda-4474-ae6e-14fff3202b9d","name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:40.304470479Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"namespace":"ai-tenant-e2e-api-b-dbe0a7","name":"default-tenant","reconcileID":"25c4bde1-1eda-4474-ae6e-14fff3202b9d","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:40.304763358Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"namespace":"ai-tenant-e2e-api-b-dbe0a7","name":"e2e-e2e-api-b-dbe0a7-policy","reconcileID":"6f76b1c3-c252-4da1-82bc-326663f4ebcb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:40.305142795Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1bdb9a06-55b4-46c7-9b6b-1a8f96b22956","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:40.305163717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1bdb9a06-55b4-46c7-9b6b-1a8f96b22956","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:40.451130883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"namespace":"ai-tenant-e2e-api-b-dbe0a7","name":"e2e-e2e-api-b-dbe0a7-policy","reconcileID":"6f76b1c3-c252-4da1-82bc-326663f4ebcb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-dbe0a7","tenantID":"e2e-api-b-dbe0a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:40.591300036Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"namespace":"ai-tenant-e2e-api-b-dbe0a7","name":"e2e-e2e-api-b-dbe0a7-policy","reconcileID":"6f76b1c3-c252-4da1-82bc-326663f4ebcb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"name":"e2e-api-b-dbe0a7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:40.591346037Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"namespace":"ai-tenant-e2e-api-b-dbe0a7","name":"e2e-e2e-api-b-dbe0a7-policy","reconcileID":"6f76b1c3-c252-4da1-82bc-326663f4ebcb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dbe0a7-policy","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-dbe0a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:40.647181081Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec3b9913-86f8-4666-b969-7aa2a4f04bb5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:40.647205199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec3b9913-86f8-4666-b969-7aa2a4f04bb5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:46.556369791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"123b0adf-296d-496e-ba40-d898e67833c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:46.605200851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"123b0adf-296d-496e-ba40-d898e67833c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:46.655832406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"123b0adf-296d-496e-ba40-d898e67833c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:46.705247476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"123b0adf-296d-496e-ba40-d898e67833c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:46.953915336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111"},"namespace":"ai-tenant-e2e-api-a-161111","name":"e2e-e2e-api-a-161111-policy","reconcileID":"d24cc68c-1a22-4e6b-9253-58408479d12f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-161111","tenantID":"e2e-api-a-161111","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:47.007829833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111"},"namespace":"ai-tenant-e2e-api-a-161111","name":"e2e-e2e-api-a-161111-policy","reconcileID":"d24cc68c-1a22-4e6b-9253-58408479d12f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111"},"name":"e2e-api-a-161111-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:47.312822074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"176a318a-db21-4500-99ce-bc5a59aed1c5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:47.312840836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"176a318a-db21-4500-99ce-bc5a59aed1c5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:48.471205776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95549040-57ab-45de-ae0b-2ccc5b129881","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:48.519848402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95549040-57ab-45de-ae0b-2ccc5b129881","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:48.568798102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95549040-57ab-45de-ae0b-2ccc5b129881","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:48.617751119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95549040-57ab-45de-ae0b-2ccc5b129881","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:50.534544487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a22f123f-b2d3-487c-841f-88de3c85b164","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:50.583228599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a22f123f-b2d3-487c-841f-88de3c85b164","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:50.632085731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a22f123f-b2d3-487c-841f-88de3c85b164","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:50.681783583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a22f123f-b2d3-487c-841f-88de3c85b164","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:50.69115179Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1c904e8e-ef8d-4b3e-b027-46a6eeacd743","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:50.69117323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1c904e8e-ef8d-4b3e-b027-46a6eeacd743","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:50.742710429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f0fff317-97aa-49b9-84b4-a623cd78757d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:50.742729991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f0fff317-97aa-49b9-84b4-a623cd78757d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:50.881442255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4401bb-policy","namespace":"ai-tenant-e2e-api-b-4401bb"},"namespace":"ai-tenant-e2e-api-b-4401bb","name":"e2e-e2e-api-b-4401bb-policy","reconcileID":"0f5c09de-3fb9-46f1-979f-ef205b888c54","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4401bb-policy","namespace":"ai-tenant-e2e-api-b-4401bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4401bb","tenantID":"e2e-api-b-4401bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:51.002137077Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4401bb-policy","namespace":"ai-tenant-e2e-api-b-4401bb"},"namespace":"ai-tenant-e2e-api-b-4401bb","name":"e2e-e2e-api-b-4401bb-policy","reconcileID":"0f5c09de-3fb9-46f1-979f-ef205b888c54","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4401bb-policy","namespace":"ai-tenant-e2e-api-b-4401bb"},"name":"e2e-api-b-4401bb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:51.054574872Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-4401bb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4401bb-policy","namespace":"ai-tenant-e2e-api-b-4401bb"},"namespace":"ai-tenant-e2e-api-b-4401bb","name":"e2e-e2e-api-b-4401bb-policy","reconcileID":"0f5c09de-3fb9-46f1-979f-ef205b888c54","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4401bb-policy","namespace":"ai-tenant-e2e-api-b-4401bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:51.106799735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3fd4dcf9-4d34-459c-b991-2be6d79f06a8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:51.106822281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3fd4dcf9-4d34-459c-b991-2be6d79f06a8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:52.113667422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-872730-policy","namespace":"ai-tenant-e2e-api-a-872730"},"namespace":"ai-tenant-e2e-api-a-872730","name":"e2e-e2e-api-a-872730-policy","reconcileID":"9960071a-c630-4e45-91ed-54966dc3378b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-872730-policy","namespace":"ai-tenant-e2e-api-a-872730"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-872730","tenantID":"e2e-api-a-872730","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:52.169879971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-872730-policy","namespace":"ai-tenant-e2e-api-a-872730"},"namespace":"ai-tenant-e2e-api-a-872730","name":"e2e-e2e-api-a-872730-policy","reconcileID":"9960071a-c630-4e45-91ed-54966dc3378b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-872730-policy","namespace":"ai-tenant-e2e-api-a-872730"},"name":"e2e-api-a-872730-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:52.457377736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-872730-policy","namespace":"ai-tenant-e2e-api-a-872730"},"namespace":"ai-tenant-e2e-api-a-872730","name":"e2e-e2e-api-a-872730-policy","reconcileID":"4d45b677-790f-4aed-b4fa-c84ff4e75f85","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-872730-policy","namespace":"ai-tenant-e2e-api-a-872730"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-872730","tenantID":"e2e-api-a-872730","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:52.511378839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-872730-policy","namespace":"ai-tenant-e2e-api-a-872730"},"namespace":"ai-tenant-e2e-api-a-872730","name":"e2e-e2e-api-a-872730-policy","reconcileID":"4d45b677-790f-4aed-b4fa-c84ff4e75f85","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-872730-policy","namespace":"ai-tenant-e2e-api-a-872730"},"name":"e2e-api-a-872730-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:52.851750658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"655c79c7-9a9b-4df5-820a-48bc23c8db63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:52.900226014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"655c79c7-9a9b-4df5-820a-48bc23c8db63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:52.949618835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"655c79c7-9a9b-4df5-820a-48bc23c8db63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:52.999044281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"655c79c7-9a9b-4df5-820a-48bc23c8db63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:54.766119846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14ff0847-0436-4dfe-9fbd-7c743d8ee244","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:54.814665582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14ff0847-0436-4dfe-9fbd-7c743d8ee244","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:54.863246574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14ff0847-0436-4dfe-9fbd-7c743d8ee244","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:54.91197152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14ff0847-0436-4dfe-9fbd-7c743d8ee244","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:56.679732911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7c6cdb2-3021-473a-b501-f7da91175243","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:56.731876888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7c6cdb2-3021-473a-b501-f7da91175243","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:56.781024824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7c6cdb2-3021-473a-b501-f7da91175243","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:56.829530838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7c6cdb2-3021-473a-b501-f7da91175243","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:58.62104629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56e16700-0524-4d58-ba3c-f5527e6d31f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:58.670527498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56e16700-0524-4d58-ba3c-f5527e6d31f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:58.719652054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56e16700-0524-4d58-ba3c-f5527e6d31f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:58.768771192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56e16700-0524-4d58-ba3c-f5527e6d31f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:00.572916779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f19436c-acf8-42f5-a973-3814f5579768","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:00.621634526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f19436c-acf8-42f5-a973-3814f5579768","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:00.67205456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f19436c-acf8-42f5-a973-3814f5579768","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:00.721189268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f19436c-acf8-42f5-a973-3814f5579768","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:01.205175116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4401bb-policy","namespace":"ai-tenant-e2e-api-b-4401bb"},"namespace":"ai-tenant-e2e-api-b-4401bb","name":"e2e-e2e-api-b-4401bb-policy","reconcileID":"fbc11c3e-1138-4cd5-96d0-192763a48b55","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4401bb-policy","namespace":"ai-tenant-e2e-api-b-4401bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4401bb","tenantID":"e2e-api-b-4401bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:01.260953206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4401bb-policy","namespace":"ai-tenant-e2e-api-b-4401bb"},"namespace":"ai-tenant-e2e-api-b-4401bb","name":"e2e-e2e-api-b-4401bb-policy","reconcileID":"fbc11c3e-1138-4cd5-96d0-192763a48b55","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4401bb-policy","namespace":"ai-tenant-e2e-api-b-4401bb"},"name":"e2e-api-b-4401bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:01.314150934Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-4401bb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4401bb-policy","namespace":"ai-tenant-e2e-api-b-4401bb"},"namespace":"ai-tenant-e2e-api-b-4401bb","name":"e2e-e2e-api-b-4401bb-policy","reconcileID":"fbc11c3e-1138-4cd5-96d0-192763a48b55","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4401bb-policy","namespace":"ai-tenant-e2e-api-b-4401bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:02.624215896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-872730-policy","namespace":"ai-tenant-e2e-api-a-872730"},"namespace":"ai-tenant-e2e-api-a-872730","name":"e2e-e2e-api-a-872730-policy","reconcileID":"5a8c436f-cb70-475b-a68e-ddec1f230081","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-872730-policy","namespace":"ai-tenant-e2e-api-a-872730"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-872730","tenantID":"e2e-api-a-872730","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:02.678407057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-872730-policy","namespace":"ai-tenant-e2e-api-a-872730"},"namespace":"ai-tenant-e2e-api-a-872730","name":"e2e-e2e-api-a-872730-policy","reconcileID":"5a8c436f-cb70-475b-a68e-ddec1f230081","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-872730-policy","namespace":"ai-tenant-e2e-api-a-872730"},"name":"e2e-api-a-872730-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:02.975645934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-872730-policy","namespace":"ai-tenant-e2e-api-a-872730"},"namespace":"ai-tenant-e2e-api-a-872730","name":"e2e-e2e-api-a-872730-policy","reconcileID":"118ec120-c97e-415f-bdca-022648329519","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-872730-policy","namespace":"ai-tenant-e2e-api-a-872730"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-872730","tenantID":"e2e-api-a-872730","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:03.030446294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-872730-policy","namespace":"ai-tenant-e2e-api-a-872730"},"namespace":"ai-tenant-e2e-api-a-872730","name":"e2e-e2e-api-a-872730-policy","reconcileID":"118ec120-c97e-415f-bdca-022648329519","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-872730-policy","namespace":"ai-tenant-e2e-api-a-872730"},"name":"e2e-api-a-872730-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:04.051561292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-04d404"},"namespace":"ai-tenant-e2e-ipp-a-04d404","name":"default-tenant","reconcileID":"5ebcb714-46fb-4128-a46c-62d75088c9a7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-04d404","tenantID":"e2e-ipp-a-04d404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:04.163450292Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-04d404"},"namespace":"ai-tenant-e2e-ipp-a-04d404","name":"default-tenant","reconcileID":"5ebcb714-46fb-4128-a46c-62d75088c9a7","name":"e2e-ipp-a-04d404-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:06.168026598Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:08.874246795Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"default-tenant","reconcileID":"8903b90e-5448-4f82-b339-6398613db117","namespace":"ai-tenant-e2e-mt-4cf21208","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:08.874297804Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"default-tenant","reconcileID":"8903b90e-5448-4f82-b339-6398613db117","namespace":"ai-tenant-e2e-mt-4cf21208","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:08.874379228Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"default-tenant","reconcileID":"8903b90e-5448-4f82-b339-6398613db117","tenant":"e2e-mt-4cf21208","tenantID":"e2e-mt-4cf21208","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:08.925727429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"default-tenant","reconcileID":"8903b90e-5448-4f82-b339-6398613db117","gvk":"Deployment","name":"maas-api-e2e-mt-4cf21208","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:08.983600243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"default-tenant","reconcileID":"8903b90e-5448-4f82-b339-6398613db117","gvk":"Service","name":"maas-api-e2e-mt-4cf21208","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:09.036195838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"default-tenant","reconcileID":"8903b90e-5448-4f82-b339-6398613db117","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-4cf21208","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:09.086921249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"default-tenant","reconcileID":"8903b90e-5448-4f82-b339-6398613db117","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-4cf21208","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:09.138763796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"default-tenant","reconcileID":"8903b90e-5448-4f82-b339-6398613db117","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-4cf21208","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:09.190010964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"default-tenant","reconcileID":"8903b90e-5448-4f82-b339-6398613db117","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-4cf21208","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:09.243713253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"default-tenant","reconcileID":"8903b90e-5448-4f82-b339-6398613db117","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-4cf21208","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:09.295050819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"default-tenant","reconcileID":"8903b90e-5448-4f82-b339-6398613db117","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-4cf21208","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:09.343623115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"default-tenant","reconcileID":"8903b90e-5448-4f82-b339-6398613db117","gvk":"Deployment","name":"payload-processing-e2e-mt-4cf21208","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:09.392011229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"default-tenant","reconcileID":"8903b90e-5448-4f82-b339-6398613db117","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-4cf21208","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:09.44363721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"default-tenant","reconcileID":"8903b90e-5448-4f82-b339-6398613db117","gvk":"Service","name":"payload-processing-e2e-mt-4cf21208","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:09.492242267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"default-tenant","reconcileID":"8903b90e-5448-4f82-b339-6398613db117","gvk":"Service","name":"payload-pre-processing-e2e-mt-4cf21208","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:09.540662932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"default-tenant","reconcileID":"8903b90e-5448-4f82-b339-6398613db117","gvk":"DestinationRule","name":"payload-processing-e2e-mt-4cf21208","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:09.590053946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"default-tenant","reconcileID":"8903b90e-5448-4f82-b339-6398613db117","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-4cf21208","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:09.63899671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"default-tenant","reconcileID":"8903b90e-5448-4f82-b339-6398613db117","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-4cf21208","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:09.693921932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"default-tenant","reconcileID":"8903b90e-5448-4f82-b339-6398613db117","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-4cf21208","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:09.742442639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"default-tenant","reconcileID":"8903b90e-5448-4f82-b339-6398613db117","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-4cf21208","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:09.790769581Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"default-tenant","reconcileID":"8903b90e-5448-4f82-b339-6398613db117","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-4cf21208","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:09.840681342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"default-tenant","reconcileID":"8903b90e-5448-4f82-b339-6398613db117","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-4cf21208","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:09.889652106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"default-tenant","reconcileID":"8903b90e-5448-4f82-b339-6398613db117","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-4cf21208","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:10.686820384Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-4cf21208","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-4cf21208","reconcileID":"cdaf0956-0484-4c8a-9ee5-0dd99ae3273a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-4cf21208","removed":["maas.opendatahub.io/gateway-access-e2e-mt-4cf21208"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:14:10.845259206Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"b678f737-296f-4c6e-931b-43e8200feb22","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208-kserve-route (gateways: [openshift-ingress/e2e-mt-4cf21208]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:14:10.900752003Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"b678f737-296f-4c6e-931b-43e8200feb22","error":"resolve tenant gateway for model ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208-kserve-route (gateways: [openshift-ingress/e2e-mt-4cf21208]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:14:10.906196779Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"0906b32a-cc7b-445a-beda-72f12b8a9022","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208-kserve-route (gateways: [openshift-ingress/e2e-mt-4cf21208]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:14:10.906254411Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"0906b32a-cc7b-445a-beda-72f12b8a9022","error":"resolve tenant gateway for model ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208-kserve-route (gateways: [openshift-ingress/e2e-mt-4cf21208]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:14:10.917438494Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"f577239a-11c5-4166-85d3-063e536ea4ba","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208-kserve-route (gateways: [openshift-ingress/e2e-mt-4cf21208]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:14:10.917495614Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"f577239a-11c5-4166-85d3-063e536ea4ba","error":"resolve tenant gateway for model ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208-kserve-route (gateways: [openshift-ingress/e2e-mt-4cf21208]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:14:10.938715385Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"5b705f74-5f42-49ca-8650-827a0be98103","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208-kserve-route (gateways: [openshift-ingress/e2e-mt-4cf21208]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:14:10.938770923Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"5b705f74-5f42-49ca-8650-827a0be98103","error":"resolve tenant gateway for model ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208-kserve-route (gateways: [openshift-ingress/e2e-mt-4cf21208]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:14:10.979494589Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"811030f9-3410-4e33-953b-a37907592553","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208-kserve-route (gateways: [openshift-ingress/e2e-mt-4cf21208]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:14:10.979568104Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"811030f9-3410-4e33-953b-a37907592553","error":"resolve tenant gateway for model ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208-kserve-route (gateways: [openshift-ingress/e2e-mt-4cf21208]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:14:11.060470059Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"626f5d01-df0c-40fe-a234-eaca67a23b5d","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208-kserve-route (gateways: [openshift-ingress/e2e-mt-4cf21208]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:14:11.060534424Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"626f5d01-df0c-40fe-a234-eaca67a23b5d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208-kserve-route (gateways: [openshift-ingress/e2e-mt-4cf21208]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:14:11.228068958Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"a04f4d8a-b8c4-46aa-b0a0-7b8a479d39d3","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208-kserve-route (gateways: [openshift-ingress/e2e-mt-4cf21208]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:14:11.228143045Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"a04f4d8a-b8c4-46aa-b0a0-7b8a479d39d3","error":"resolve tenant gateway for model ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208-kserve-route (gateways: [openshift-ingress/e2e-mt-4cf21208]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:11.413830718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4401bb-policy","namespace":"ai-tenant-e2e-api-b-4401bb"},"namespace":"ai-tenant-e2e-api-b-4401bb","name":"e2e-e2e-api-b-4401bb-policy","reconcileID":"1756eba0-7ac4-4554-ab32-971a58092d2f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4401bb-policy","namespace":"ai-tenant-e2e-api-b-4401bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4401bb","tenantID":"e2e-api-b-4401bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:11.467408535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4401bb-policy","namespace":"ai-tenant-e2e-api-b-4401bb"},"namespace":"ai-tenant-e2e-api-b-4401bb","name":"e2e-e2e-api-b-4401bb-policy","reconcileID":"1756eba0-7ac4-4554-ab32-971a58092d2f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4401bb-policy","namespace":"ai-tenant-e2e-api-b-4401bb"},"name":"e2e-api-b-4401bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:11.519869125Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-4401bb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (32cea4728c66db525f3f3015ee4c16efe9cb3d3635672fe61f7c44b0b92599fe) AuthConfig (9f262adfb1dd2752b81e7350f85e136c2d85a5fecfc6c8e6deae18c257a9fe88) AuthConfig (78100a18ff73e0095351f17685ebc899781682fe853a136cc0afdcc0ebeb17a2) AuthConfig (4da4552b2468eb5bb1907fa3bc7b862ec21129ffbcbc3e1f6b0bdb898fe1524f) AuthConfig (7ae8ef69e6587077d94bd86ad784a3264a820e186166eb82995dad52270dbb5e) AuthConfig (940c6007597f180a982c56395241e3163ccb210576fa8a7700c305fe68c9811d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4401bb-policy","namespace":"ai-tenant-e2e-api-b-4401bb"},"namespace":"ai-tenant-e2e-api-b-4401bb","name":"e2e-e2e-api-b-4401bb-policy","reconcileID":"1756eba0-7ac4-4554-ab32-971a58092d2f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4401bb-policy","namespace":"ai-tenant-e2e-api-b-4401bb"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:14:11.549002441Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"a29fa571-e527-4b80-ba08-c4e2e3342f72","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208-kserve-route (gateways: [openshift-ingress/e2e-mt-4cf21208]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:14:11.549059236Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"a29fa571-e527-4b80-ba08-c4e2e3342f72","error":"resolve tenant gateway for model ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208-kserve-route (gateways: [openshift-ingress/e2e-mt-4cf21208]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:11.574496492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"60469132-e12e-4fda-8a81-4c3746365649","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:11.574510275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"60469132-e12e-4fda-8a81-4c3746365649","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:11.736702237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04fc3f5a-e5e3-4f15-ab43-0b635d790013","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:11.78542247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04fc3f5a-e5e3-4f15-ab43-0b635d790013","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:11.833878153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04fc3f5a-e5e3-4f15-ab43-0b635d790013","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:11.882512298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04fc3f5a-e5e3-4f15-ab43-0b635d790013","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:14:12.189790888Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"d72989ed-7b97-44c8-871e-efcdedfd19b4","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208-kserve-route (gateways: [openshift-ingress/e2e-mt-4cf21208]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:14:12.189856472Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"d72989ed-7b97-44c8-871e-efcdedfd19b4","error":"resolve tenant gateway for model ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208-kserve-route (gateways: [openshift-ingress/e2e-mt-4cf21208]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:14:13.470159027Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"73892f77-709f-4ae6-89af-f985ce65cd3d","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208-kserve-route (gateways: [openshift-ingress/e2e-mt-4cf21208]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:14:13.470231172Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"73892f77-709f-4ae6-89af-f985ce65cd3d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208-kserve-route (gateways: [openshift-ingress/e2e-mt-4cf21208]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:13.667343564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2339f1aa-aab5-4f48-8b09-529f56438cc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:13.71604266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2339f1aa-aab5-4f48-8b09-529f56438cc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:13.764961209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2339f1aa-aab5-4f48-8b09-529f56438cc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:13.81393263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2339f1aa-aab5-4f48-8b09-529f56438cc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:15.62367993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34a0e824-b354-464a-99ea-00bd7bcd6825","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:15.678219564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34a0e824-b354-464a-99ea-00bd7bcd6825","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:15.727928618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34a0e824-b354-464a-99ea-00bd7bcd6825","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:15.776940022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34a0e824-b354-464a-99ea-00bd7bcd6825","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:14:16.031591988Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"895f9599-7594-4051-a3b1-646d415429f5","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208-kserve-route (gateways: [openshift-ingress/e2e-mt-4cf21208]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:14:16.031668521Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"895f9599-7594-4051-a3b1-646d415429f5","error":"resolve tenant gateway for model ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208-kserve-route (gateways: [openshift-ingress/e2e-mt-4cf21208]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:17.564363129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a18d94d7-3568-454e-8c5c-d3eb72f13307","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:17.616851046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a18d94d7-3568-454e-8c5c-d3eb72f13307","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:17.665835586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a18d94d7-3568-454e-8c5c-d3eb72f13307","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:17.714513581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a18d94d7-3568-454e-8c5c-d3eb72f13307","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:19.534759778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"520405b9-a0d5-4e63-91a2-40d673b2dbfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:19.58387279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"520405b9-a0d5-4e63-91a2-40d673b2dbfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:19.63255376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"520405b9-a0d5-4e63-91a2-40d673b2dbfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:19.681547355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"520405b9-a0d5-4e63-91a2-40d673b2dbfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:19.685292613Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-872730"},"namespace":"ai-tenant-e2e-api-a-872730","name":"default-tenant","reconcileID":"42397211-6e24-40e5-b059-8505598795dd","namespace":"ai-tenant-e2e-api-a-872730","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:19.685399728Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-872730"},"namespace":"ai-tenant-e2e-api-a-872730","name":"default-tenant","reconcileID":"42397211-6e24-40e5-b059-8505598795dd","namespace":"ai-tenant-e2e-api-a-872730","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:19.685471319Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-872730"},"namespace":"ai-tenant-e2e-api-a-872730","name":"default-tenant","reconcileID":"42397211-6e24-40e5-b059-8505598795dd","name":"e2e-e2e-api-a-872730-policy","namespace":"ai-tenant-e2e-api-a-872730","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:19.738806844Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-872730"},"namespace":"ai-tenant-e2e-api-a-872730","name":"default-tenant","reconcileID":"42397211-6e24-40e5-b059-8505598795dd","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:19.739090789Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-872730-policy","namespace":"ai-tenant-e2e-api-a-872730"},"namespace":"ai-tenant-e2e-api-a-872730","name":"e2e-e2e-api-a-872730-policy","reconcileID":"2148902c-52bc-4979-a080-04d44737c416","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-872730-policy","namespace":"ai-tenant-e2e-api-a-872730"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:19.739405745Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a1859f5-54e2-43cf-af72-4954022d0b16","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:19.73942041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a1859f5-54e2-43cf-af72-4954022d0b16","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:19.938528169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-872730-policy","namespace":"ai-tenant-e2e-api-a-872730"},"namespace":"ai-tenant-e2e-api-a-872730","name":"e2e-e2e-api-a-872730-policy","reconcileID":"2148902c-52bc-4979-a080-04d44737c416","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-872730-policy","namespace":"ai-tenant-e2e-api-a-872730"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-872730","tenantID":"e2e-api-a-872730","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:20.061174785Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-872730-policy","namespace":"ai-tenant-e2e-api-a-872730"},"namespace":"ai-tenant-e2e-api-a-872730","name":"e2e-e2e-api-a-872730-policy","reconcileID":"2148902c-52bc-4979-a080-04d44737c416","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-872730-policy","namespace":"ai-tenant-e2e-api-a-872730"},"name":"e2e-api-a-872730-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:20.061198996Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-872730-policy","namespace":"ai-tenant-e2e-api-a-872730"},"namespace":"ai-tenant-e2e-api-a-872730","name":"e2e-e2e-api-a-872730-policy","reconcileID":"2148902c-52bc-4979-a080-04d44737c416","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-872730-policy","namespace":"ai-tenant-e2e-api-a-872730"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-872730","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:20.118560432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1cc86601-8264-44b9-a1bb-532f82549dba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:20.118585336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1cc86601-8264-44b9-a1bb-532f82549dba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:14:21.152882597Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"4b189c5e-0b3a-4e95-b0cc-06a3ce94c1cb","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208-kserve-route (gateways: [openshift-ingress/e2e-mt-4cf21208]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:14:21.152951353Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"4b189c5e-0b3a-4e95-b0cc-06a3ce94c1cb","error":"resolve tenant gateway for model ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208-kserve-route (gateways: [openshift-ingress/e2e-mt-4cf21208]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:14:21.444731439Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"dfc54e91-fff6-4d41-a48f-768040cdff23","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208-kserve-route (gateways: [openshift-ingress/e2e-mt-4cf21208]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:14:21.444909887Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"dfc54e91-fff6-4d41-a48f-768040cdff23","error":"resolve tenant gateway for model ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208-kserve-route (gateways: [openshift-ingress/e2e-mt-4cf21208]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:14:21.599726484Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"faef1ba8-11ad-49b9-93fa-090df57e5a38","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208-kserve-route (gateways: [openshift-ingress/e2e-mt-4cf21208]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:14:21.599810477Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"faef1ba8-11ad-49b9-93fa-090df57e5a38","error":"resolve tenant gateway for model ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208-kserve-route (gateways: [openshift-ingress/e2e-mt-4cf21208]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:21.672360225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4401bb-policy","namespace":"ai-tenant-e2e-api-b-4401bb"},"namespace":"ai-tenant-e2e-api-b-4401bb","name":"e2e-e2e-api-b-4401bb-policy","reconcileID":"884f06f3-79c9-4b0d-ab5b-8fcfb39818af","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4401bb-policy","namespace":"ai-tenant-e2e-api-b-4401bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4401bb","tenantID":"e2e-api-b-4401bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:21.726358959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4401bb-policy","namespace":"ai-tenant-e2e-api-b-4401bb"},"namespace":"ai-tenant-e2e-api-b-4401bb","name":"e2e-e2e-api-b-4401bb-policy","reconcileID":"884f06f3-79c9-4b0d-ab5b-8fcfb39818af","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4401bb-policy","namespace":"ai-tenant-e2e-api-b-4401bb"},"name":"e2e-api-b-4401bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:21.779855408Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-4401bb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (32cea4728c66db525f3f3015ee4c16efe9cb3d3635672fe61f7c44b0b92599fe) AuthConfig (9f262adfb1dd2752b81e7350f85e136c2d85a5fecfc6c8e6deae18c257a9fe88) AuthConfig (78100a18ff73e0095351f17685ebc899781682fe853a136cc0afdcc0ebeb17a2) AuthConfig (4da4552b2468eb5bb1907fa3bc7b862ec21129ffbcbc3e1f6b0bdb898fe1524f) AuthConfig (7ae8ef69e6587077d94bd86ad784a3264a820e186166eb82995dad52270dbb5e) AuthConfig (940c6007597f180a982c56395241e3163ccb210576fa8a7700c305fe68c9811d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4401bb-policy","namespace":"ai-tenant-e2e-api-b-4401bb"},"namespace":"ai-tenant-e2e-api-b-4401bb","name":"e2e-e2e-api-b-4401bb-policy","reconcileID":"884f06f3-79c9-4b0d-ab5b-8fcfb39818af","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4401bb-policy","namespace":"ai-tenant-e2e-api-b-4401bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:22.369954645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3219000f-1650-4867-b080-7e933567b3af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:22.420907926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3219000f-1650-4867-b080-7e933567b3af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:22.469576637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3219000f-1650-4867-b080-7e933567b3af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:22.51847406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3219000f-1650-4867-b080-7e933567b3af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:22.772424062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"2a939e5d-8a35-4bbd-9d7d-3ea67f6dced9","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"tenant":"e2e-mt-4cf21208","gateway":"openshift-ingress/e2e-mt-4cf21208","model":"ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:22.772450013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"2a939e5d-8a35-4bbd-9d7d-3ea67f6dced9","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"routeName":"e2e-lifecycle-model-4cf21208-kserve-route","namespace":"ai-tenant-e2e-mt-4cf21208","llmisvcName":"e2e-lifecycle-model-4cf21208","gateway":"openshift-ingress/e2e-mt-4cf21208","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:22.925838977Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-4cf21208","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-4cf21208","reconcileID":"2dbdd158-3f2f-4c0a-9303-b4ccfb20dc15","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-4cf21208","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-4cf21208":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:23.820433853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"f68687ff-c93b-4607-a8d8-ad74514e3e9a","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"tenant":"e2e-mt-4cf21208","gateway":"openshift-ingress/e2e-mt-4cf21208","model":"ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:23.820452799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"f68687ff-c93b-4607-a8d8-ad74514e3e9a","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"routeName":"e2e-lifecycle-model-4cf21208-kserve-route","namespace":"ai-tenant-e2e-mt-4cf21208","llmisvcName":"e2e-lifecycle-model-4cf21208","gateway":"openshift-ingress/e2e-mt-4cf21208","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:24.303505175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4943005-7c79-47f4-8ffe-a961a89ecc9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:24.352637779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4943005-7c79-47f4-8ffe-a961a89ecc9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:24.401205709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4943005-7c79-47f4-8ffe-a961a89ecc9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:24.449571991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4943005-7c79-47f4-8ffe-a961a89ecc9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:26.320993892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61c8ac38-3435-4632-8e04-96a5b9890b40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:26.369978878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61c8ac38-3435-4632-8e04-96a5b9890b40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:26.418774078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61c8ac38-3435-4632-8e04-96a5b9890b40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:26.467600795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61c8ac38-3435-4632-8e04-96a5b9890b40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:27.936069109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4b0ca665-76d9-4c31-afe7-3973b5fbe151","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:27.936184437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4b0ca665-76d9-4c31-afe7-3973b5fbe151","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:27.98785067Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad7b79b4-b6f5-4fe9-ad3c-465d5aea79f1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:27.987867853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad7b79b4-b6f5-4fe9-ad3c-465d5aea79f1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:28.085157989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-427d70-policy","namespace":"ai-tenant-e2e-api-b-427d70"},"namespace":"ai-tenant-e2e-api-b-427d70","name":"e2e-e2e-api-b-427d70-policy","reconcileID":"83fa5eea-4aca-40b3-9811-2cc4a6ccf394","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-427d70-policy","namespace":"ai-tenant-e2e-api-b-427d70"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-427d70","tenantID":"e2e-api-b-427d70","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:28.207238433Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-427d70-policy","namespace":"ai-tenant-e2e-api-b-427d70"},"namespace":"ai-tenant-e2e-api-b-427d70","name":"e2e-e2e-api-b-427d70-policy","reconcileID":"83fa5eea-4aca-40b3-9811-2cc4a6ccf394","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-427d70-policy","namespace":"ai-tenant-e2e-api-b-427d70"},"name":"e2e-api-b-427d70-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:28.252409763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77487bc2-9371-4b41-ba72-1adfac3bd142","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:28.30135677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77487bc2-9371-4b41-ba72-1adfac3bd142","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:28.305531298Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-427d70-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-427d70-policy","namespace":"ai-tenant-e2e-api-b-427d70"},"namespace":"ai-tenant-e2e-api-b-427d70","name":"e2e-e2e-api-b-427d70-policy","reconcileID":"83fa5eea-4aca-40b3-9811-2cc4a6ccf394","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-427d70-policy","namespace":"ai-tenant-e2e-api-b-427d70"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:28.350188876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77487bc2-9371-4b41-ba72-1adfac3bd142","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:28.398990858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77487bc2-9371-4b41-ba72-1adfac3bd142","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:28.402738316Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ad754bd-e7de-4e6c-afb7-1a52f74d546d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:28.402755785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ad754bd-e7de-4e6c-afb7-1a52f74d546d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:28.777251627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111"},"namespace":"ai-tenant-e2e-api-a-161111","name":"e2e-e2e-api-a-161111-policy","reconcileID":"cfa1404d-3e7f-4b00-a197-719671b3a6dc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-161111","tenantID":"e2e-api-a-161111","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:28.832397423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111"},"namespace":"ai-tenant-e2e-api-a-161111","name":"e2e-e2e-api-a-161111-policy","reconcileID":"cfa1404d-3e7f-4b00-a197-719671b3a6dc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111"},"name":"e2e-api-a-161111-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:29.127951246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111"},"namespace":"ai-tenant-e2e-api-a-161111","name":"e2e-e2e-api-a-161111-policy","reconcileID":"271bccf0-7b0a-4708-93cb-2aa7c09f8b07","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-161111","tenantID":"e2e-api-a-161111","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:29.181777606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111"},"namespace":"ai-tenant-e2e-api-a-161111","name":"e2e-e2e-api-a-161111-policy","reconcileID":"271bccf0-7b0a-4708-93cb-2aa7c09f8b07","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111"},"name":"e2e-api-a-161111-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:30.24843962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f211aba-3e79-4722-bb9f-df32f6832626","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:30.297940387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f211aba-3e79-4722-bb9f-df32f6832626","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:30.347224341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f211aba-3e79-4722-bb9f-df32f6832626","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:30.396297458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f211aba-3e79-4722-bb9f-df32f6832626","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:31.878687846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4401bb-policy","namespace":"ai-tenant-e2e-api-b-4401bb"},"namespace":"ai-tenant-e2e-api-b-4401bb","name":"e2e-e2e-api-b-4401bb-policy","reconcileID":"691bfbf6-dbff-4e0e-a8ca-e54d35e0df57","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4401bb-policy","namespace":"ai-tenant-e2e-api-b-4401bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4401bb","tenantID":"e2e-api-b-4401bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:31.934015246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4401bb-policy","namespace":"ai-tenant-e2e-api-b-4401bb"},"namespace":"ai-tenant-e2e-api-b-4401bb","name":"e2e-e2e-api-b-4401bb-policy","reconcileID":"691bfbf6-dbff-4e0e-a8ca-e54d35e0df57","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4401bb-policy","namespace":"ai-tenant-e2e-api-b-4401bb"},"name":"e2e-api-b-4401bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:32.179621006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50c30fbb-52bf-4c0e-b967-36b052d7cda8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:32.229791483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50c30fbb-52bf-4c0e-b967-36b052d7cda8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:32.279539825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50c30fbb-52bf-4c0e-b967-36b052d7cda8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:32.282990684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f9838762-210a-4be1-83d8-84f37e2dc7ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:32.283006961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f9838762-210a-4be1-83d8-84f37e2dc7ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:32.328244732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50c30fbb-52bf-4c0e-b967-36b052d7cda8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:34.115248461Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"namespace":"ai-tenant-e2e-api-b-dbe0a7","name":"default-tenant","reconcileID":"f50535b5-aafc-4a1d-af6d-e2388e7bd0a8","namespace":"ai-tenant-e2e-api-b-dbe0a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:34.115341359Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"namespace":"ai-tenant-e2e-api-b-dbe0a7","name":"default-tenant","reconcileID":"f50535b5-aafc-4a1d-af6d-e2388e7bd0a8","namespace":"ai-tenant-e2e-api-b-dbe0a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:34.115410462Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"namespace":"ai-tenant-e2e-api-b-dbe0a7","name":"default-tenant","reconcileID":"f50535b5-aafc-4a1d-af6d-e2388e7bd0a8","tenant":"e2e-api-b-dbe0a7","tenantID":"e2e-api-b-dbe0a7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:34.166722931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"namespace":"ai-tenant-e2e-api-b-dbe0a7","name":"default-tenant","reconcileID":"f50535b5-aafc-4a1d-af6d-e2388e7bd0a8","gvk":"Deployment","name":"maas-api-e2e-api-b-dbe0a7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:34.227994146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"namespace":"ai-tenant-e2e-api-b-dbe0a7","name":"default-tenant","reconcileID":"f50535b5-aafc-4a1d-af6d-e2388e7bd0a8","gvk":"Service","name":"maas-api-e2e-api-b-dbe0a7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:34.285165121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"namespace":"ai-tenant-e2e-api-b-dbe0a7","name":"default-tenant","reconcileID":"f50535b5-aafc-4a1d-af6d-e2388e7bd0a8","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-dbe0a7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:34.336185562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"namespace":"ai-tenant-e2e-api-b-dbe0a7","name":"default-tenant","reconcileID":"f50535b5-aafc-4a1d-af6d-e2388e7bd0a8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-dbe0a7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:34.38799066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"namespace":"ai-tenant-e2e-api-b-dbe0a7","name":"default-tenant","reconcileID":"f50535b5-aafc-4a1d-af6d-e2388e7bd0a8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-dbe0a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:34.439351264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"namespace":"ai-tenant-e2e-api-b-dbe0a7","name":"default-tenant","reconcileID":"f50535b5-aafc-4a1d-af6d-e2388e7bd0a8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-dbe0a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:34.493933703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"namespace":"ai-tenant-e2e-api-b-dbe0a7","name":"default-tenant","reconcileID":"f50535b5-aafc-4a1d-af6d-e2388e7bd0a8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-dbe0a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:34.545772641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"namespace":"ai-tenant-e2e-api-b-dbe0a7","name":"default-tenant","reconcileID":"f50535b5-aafc-4a1d-af6d-e2388e7bd0a8","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-dbe0a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:34.596734837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"namespace":"ai-tenant-e2e-api-b-dbe0a7","name":"default-tenant","reconcileID":"f50535b5-aafc-4a1d-af6d-e2388e7bd0a8","gvk":"Deployment","name":"payload-processing-e2e-api-b-dbe0a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:34.645671355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"namespace":"ai-tenant-e2e-api-b-dbe0a7","name":"default-tenant","reconcileID":"f50535b5-aafc-4a1d-af6d-e2388e7bd0a8","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-dbe0a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:34.694463285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"namespace":"ai-tenant-e2e-api-b-dbe0a7","name":"default-tenant","reconcileID":"f50535b5-aafc-4a1d-af6d-e2388e7bd0a8","gvk":"Service","name":"payload-processing-e2e-api-b-dbe0a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:34.743158041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"namespace":"ai-tenant-e2e-api-b-dbe0a7","name":"default-tenant","reconcileID":"f50535b5-aafc-4a1d-af6d-e2388e7bd0a8","gvk":"Service","name":"payload-pre-processing-e2e-api-b-dbe0a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:34.791845567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"namespace":"ai-tenant-e2e-api-b-dbe0a7","name":"default-tenant","reconcileID":"f50535b5-aafc-4a1d-af6d-e2388e7bd0a8","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-dbe0a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:34.840223251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"namespace":"ai-tenant-e2e-api-b-dbe0a7","name":"default-tenant","reconcileID":"f50535b5-aafc-4a1d-af6d-e2388e7bd0a8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-dbe0a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:34.888997473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"namespace":"ai-tenant-e2e-api-b-dbe0a7","name":"default-tenant","reconcileID":"f50535b5-aafc-4a1d-af6d-e2388e7bd0a8","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-dbe0a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:34.942108162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"namespace":"ai-tenant-e2e-api-b-dbe0a7","name":"default-tenant","reconcileID":"f50535b5-aafc-4a1d-af6d-e2388e7bd0a8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-dbe0a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:34.990963971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"namespace":"ai-tenant-e2e-api-b-dbe0a7","name":"default-tenant","reconcileID":"f50535b5-aafc-4a1d-af6d-e2388e7bd0a8","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-dbe0a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:35.039128979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"namespace":"ai-tenant-e2e-api-b-dbe0a7","name":"default-tenant","reconcileID":"f50535b5-aafc-4a1d-af6d-e2388e7bd0a8","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-dbe0a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:35.087614112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"namespace":"ai-tenant-e2e-api-b-dbe0a7","name":"default-tenant","reconcileID":"f50535b5-aafc-4a1d-af6d-e2388e7bd0a8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-dbe0a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:35.136668576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dbe0a7"},"namespace":"ai-tenant-e2e-api-b-dbe0a7","name":"default-tenant","reconcileID":"f50535b5-aafc-4a1d-af6d-e2388e7bd0a8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-dbe0a7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:36.167631788Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:36.313675927Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-dbe0a7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-dbe0a7","reconcileID":"88749eed-ebba-4412-9c1f-a5a0fd92a4e2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-dbe0a7","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-dbe0a7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:37.357154729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb3924b0-a9bb-4007-8769-511b0ff5bf30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:37.405939747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb3924b0-a9bb-4007-8769-511b0ff5bf30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:37.457604868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb3924b0-a9bb-4007-8769-511b0ff5bf30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:37.50627435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb3924b0-a9bb-4007-8769-511b0ff5bf30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:38.553389949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-427d70-policy","namespace":"ai-tenant-e2e-api-b-427d70"},"namespace":"ai-tenant-e2e-api-b-427d70","name":"e2e-e2e-api-b-427d70-policy","reconcileID":"d061c029-ceb4-4ccb-8ee6-8b222d2c727f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-427d70-policy","namespace":"ai-tenant-e2e-api-b-427d70"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-427d70","tenantID":"e2e-api-b-427d70","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:38.607159994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-427d70-policy","namespace":"ai-tenant-e2e-api-b-427d70"},"namespace":"ai-tenant-e2e-api-b-427d70","name":"e2e-e2e-api-b-427d70-policy","reconcileID":"d061c029-ceb4-4ccb-8ee6-8b222d2c727f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-427d70-policy","namespace":"ai-tenant-e2e-api-b-427d70"},"name":"e2e-api-b-427d70-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:38.659671961Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-427d70-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-427d70-policy","namespace":"ai-tenant-e2e-api-b-427d70"},"namespace":"ai-tenant-e2e-api-b-427d70","name":"e2e-e2e-api-b-427d70-policy","reconcileID":"d061c029-ceb4-4ccb-8ee6-8b222d2c727f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-427d70-policy","namespace":"ai-tenant-e2e-api-b-427d70"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:39.290085591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8eb3ac4b-171b-478e-bc48-7820f14e0615","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:39.29039398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111"},"namespace":"ai-tenant-e2e-api-a-161111","name":"e2e-e2e-api-a-161111-policy","reconcileID":"b78c7d7b-f518-40a8-aabc-1a54722a8b65","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-161111","tenantID":"e2e-api-a-161111","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:39.339458838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8eb3ac4b-171b-478e-bc48-7820f14e0615","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:39.346976028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111"},"namespace":"ai-tenant-e2e-api-a-161111","name":"e2e-e2e-api-a-161111-policy","reconcileID":"b78c7d7b-f518-40a8-aabc-1a54722a8b65","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111"},"name":"e2e-api-a-161111-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:39.387872044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8eb3ac4b-171b-478e-bc48-7820f14e0615","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:39.43666318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8eb3ac4b-171b-478e-bc48-7820f14e0615","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:39.686715462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111"},"namespace":"ai-tenant-e2e-api-a-161111","name":"e2e-e2e-api-a-161111-policy","reconcileID":"7e448900-153d-410d-8253-09ff466efbfa","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-161111","tenantID":"e2e-api-a-161111","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:39.740635175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111"},"namespace":"ai-tenant-e2e-api-a-161111","name":"e2e-e2e-api-a-161111-policy","reconcileID":"7e448900-153d-410d-8253-09ff466efbfa","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111"},"name":"e2e-api-a-161111-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:41.227597103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4d68214-7b22-42b7-bbfa-f8953cdcb40a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:41.276223969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4d68214-7b22-42b7-bbfa-f8953cdcb40a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:41.3247442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4d68214-7b22-42b7-bbfa-f8953cdcb40a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:41.373264802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4d68214-7b22-42b7-bbfa-f8953cdcb40a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:43.182069426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e51606a6-2b38-49cf-bb3a-83fd2ad10053","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:43.232033124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e51606a6-2b38-49cf-bb3a-83fd2ad10053","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:43.280465188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e51606a6-2b38-49cf-bb3a-83fd2ad10053","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:43.32925518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e51606a6-2b38-49cf-bb3a-83fd2ad10053","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:48.758664244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-427d70-policy","namespace":"ai-tenant-e2e-api-b-427d70"},"namespace":"ai-tenant-e2e-api-b-427d70","name":"e2e-e2e-api-b-427d70-policy","reconcileID":"fc452e58-3f4f-4638-aed9-c682b5dbfd3c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-427d70-policy","namespace":"ai-tenant-e2e-api-b-427d70"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-427d70","tenantID":"e2e-api-b-427d70","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:48.812554838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-427d70-policy","namespace":"ai-tenant-e2e-api-b-427d70"},"namespace":"ai-tenant-e2e-api-b-427d70","name":"e2e-e2e-api-b-427d70-policy","reconcileID":"fc452e58-3f4f-4638-aed9-c682b5dbfd3c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-427d70-policy","namespace":"ai-tenant-e2e-api-b-427d70"},"name":"e2e-api-b-427d70-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:48.921873334Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-427d70-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-427d70-policy","namespace":"ai-tenant-e2e-api-b-427d70"},"namespace":"ai-tenant-e2e-api-b-427d70","name":"e2e-e2e-api-b-427d70-policy","reconcileID":"fc452e58-3f4f-4638-aed9-c682b5dbfd3c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-427d70-policy","namespace":"ai-tenant-e2e-api-b-427d70"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:49.460761492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b20766a4-5a35-4ea5-b631-da6a9992fe10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:49.509443868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b20766a4-5a35-4ea5-b631-da6a9992fe10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:49.558022923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b20766a4-5a35-4ea5-b631-da6a9992fe10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:49.606703657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b20766a4-5a35-4ea5-b631-da6a9992fe10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:49.964192515Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-ad7da0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-ad7da0","reconcileID":"661246e5-0e3b-48f9-84a5-371e89ca7f1f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-ad7da0","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-ad7da0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:51.466912646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"176ababf-afc6-4356-8046-ce0547fd5fea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:51.515568752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"176ababf-afc6-4356-8046-ce0547fd5fea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:51.564133488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"176ababf-afc6-4356-8046-ce0547fd5fea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:51.613437816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"176ababf-afc6-4356-8046-ce0547fd5fea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:53.429919909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"215defe8-ae79-46e1-89e7-93b8fd1034e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:53.478496967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"215defe8-ae79-46e1-89e7-93b8fd1034e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:53.52737754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"215defe8-ae79-46e1-89e7-93b8fd1034e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:53.579511326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"215defe8-ae79-46e1-89e7-93b8fd1034e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:55.466347872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"510e3014-c6ed-4570-9af6-58bab12679d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:55.515026693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"510e3014-c6ed-4570-9af6-58bab12679d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:55.564034631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"510e3014-c6ed-4570-9af6-58bab12679d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:55.613383611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"510e3014-c6ed-4570-9af6-58bab12679d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:57.400219226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7534b1a8-e0f1-426b-9216-78a3127d36c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:57.448891439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7534b1a8-e0f1-426b-9216-78a3127d36c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:57.49760264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7534b1a8-e0f1-426b-9216-78a3127d36c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:57.546496426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7534b1a8-e0f1-426b-9216-78a3127d36c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:59.034635479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-427d70-policy","namespace":"ai-tenant-e2e-api-b-427d70"},"namespace":"ai-tenant-e2e-api-b-427d70","name":"e2e-e2e-api-b-427d70-policy","reconcileID":"77126287-6084-49eb-b69c-b5612eb0bed0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-427d70-policy","namespace":"ai-tenant-e2e-api-b-427d70"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-427d70","tenantID":"e2e-api-b-427d70","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:59.093345352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-427d70-policy","namespace":"ai-tenant-e2e-api-b-427d70"},"namespace":"ai-tenant-e2e-api-b-427d70","name":"e2e-e2e-api-b-427d70-policy","reconcileID":"77126287-6084-49eb-b69c-b5612eb0bed0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-427d70-policy","namespace":"ai-tenant-e2e-api-b-427d70"},"name":"e2e-api-b-427d70-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:59.148617319Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-427d70-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c104fab6b8cc93bbb6daed8db801a20479791b380acb6887b7eb4bbf14185f26) AuthConfig (d1e41ae7c2906b67941bd8d5780c8b187cfdaafb61e8a681331fabdec8317d93) AuthConfig (b0338f8be45cba6e35ac423ff10162d189a0915f93fbc94cf34c99f0b8ebc43e) AuthConfig (4848f2328ba047221d3ab9e6bc370c778e91468b6a3e9fce45ed5016bc62dee0) AuthConfig (71db696609c60f522b6db448801d81efa8e1337752632e5cec34d6be1fae22d6) AuthConfig (652ba87a045f7b3b03a9673ed0d4a7103b5031a80600b619e30be350c328737b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-427d70-policy","namespace":"ai-tenant-e2e-api-b-427d70"},"namespace":"ai-tenant-e2e-api-b-427d70","name":"e2e-e2e-api-b-427d70-policy","reconcileID":"77126287-6084-49eb-b69c-b5612eb0bed0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-427d70-policy","namespace":"ai-tenant-e2e-api-b-427d70"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:59.206948664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"45353ecb-e091-401b-af79-f2d177dcf67d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:59.206967969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"45353ecb-e091-401b-af79-f2d177dcf67d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:59.35321713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1f07877-ae3b-4336-9f34-1155a3583030","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:59.401897398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1f07877-ae3b-4336-9f34-1155a3583030","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:59.450641853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1f07877-ae3b-4336-9f34-1155a3583030","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:59.499854974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1f07877-ae3b-4336-9f34-1155a3583030","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:04.855849025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"default-tenant","reconcileID":"106e094e-de40-4f1d-b3ca-af6711dc0a1b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-4cf21208","tenantID":"e2e-mt-4cf21208","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:04.967100892Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"default-tenant","reconcileID":"106e094e-de40-4f1d-b3ca-af6711dc0a1b","name":"e2e-mt-4cf21208-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:05.022134045Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-161111"},"namespace":"ai-tenant-e2e-api-a-161111","name":"default-tenant","reconcileID":"0e8eae3c-17d1-4a04-ae99-460d002ec037","namespace":"ai-tenant-e2e-api-a-161111","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:05.022230051Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-161111"},"namespace":"ai-tenant-e2e-api-a-161111","name":"default-tenant","reconcileID":"0e8eae3c-17d1-4a04-ae99-460d002ec037","namespace":"ai-tenant-e2e-api-a-161111","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:05.022310932Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-161111"},"namespace":"ai-tenant-e2e-api-a-161111","name":"default-tenant","reconcileID":"0e8eae3c-17d1-4a04-ae99-460d002ec037","name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:05.074564141Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-161111"},"namespace":"ai-tenant-e2e-api-a-161111","name":"default-tenant","reconcileID":"0e8eae3c-17d1-4a04-ae99-460d002ec037","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:05.074946862Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111"},"namespace":"ai-tenant-e2e-api-a-161111","name":"e2e-e2e-api-a-161111-policy","reconcileID":"9b81b6b7-3e4e-4dcb-b1ab-cfba4e05c9d8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:05.075424817Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d21a5368-516b-452f-af49-cfb7c4617843","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:05.075441799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d21a5368-516b-452f-af49-cfb7c4617843","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:05.230526845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111"},"namespace":"ai-tenant-e2e-api-a-161111","name":"e2e-e2e-api-a-161111-policy","reconcileID":"9b81b6b7-3e4e-4dcb-b1ab-cfba4e05c9d8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-161111","tenantID":"e2e-api-a-161111","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:05.351762501Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111"},"namespace":"ai-tenant-e2e-api-a-161111","name":"e2e-e2e-api-a-161111-policy","reconcileID":"9b81b6b7-3e4e-4dcb-b1ab-cfba4e05c9d8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111"},"name":"e2e-api-a-161111-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:05.351795433Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111"},"namespace":"ai-tenant-e2e-api-a-161111","name":"e2e-e2e-api-a-161111-policy","reconcileID":"9b81b6b7-3e4e-4dcb-b1ab-cfba4e05c9d8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-161111-policy","namespace":"ai-tenant-e2e-api-a-161111"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-161111","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:05.40710824Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1a837bd-0228-4e74-88ed-240f7958067a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:05.407130348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1a837bd-0228-4e74-88ed-240f7958067a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:06.170350275Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:09.305916036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-427d70-policy","namespace":"ai-tenant-e2e-api-b-427d70"},"namespace":"ai-tenant-e2e-api-b-427d70","name":"e2e-e2e-api-b-427d70-policy","reconcileID":"73792a32-c74a-4621-9a7a-777cab480e1c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-427d70-policy","namespace":"ai-tenant-e2e-api-b-427d70"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-427d70","tenantID":"e2e-api-b-427d70","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:09.360799238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-427d70-policy","namespace":"ai-tenant-e2e-api-b-427d70"},"namespace":"ai-tenant-e2e-api-b-427d70","name":"e2e-e2e-api-b-427d70-policy","reconcileID":"73792a32-c74a-4621-9a7a-777cab480e1c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-427d70-policy","namespace":"ai-tenant-e2e-api-b-427d70"},"name":"e2e-api-b-427d70-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:09.413628241Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-427d70-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c104fab6b8cc93bbb6daed8db801a20479791b380acb6887b7eb4bbf14185f26) AuthConfig (d1e41ae7c2906b67941bd8d5780c8b187cfdaafb61e8a681331fabdec8317d93) AuthConfig (b0338f8be45cba6e35ac423ff10162d189a0915f93fbc94cf34c99f0b8ebc43e) AuthConfig (4848f2328ba047221d3ab9e6bc370c778e91468b6a3e9fce45ed5016bc62dee0) AuthConfig (71db696609c60f522b6db448801d81efa8e1337752632e5cec34d6be1fae22d6) AuthConfig (652ba87a045f7b3b03a9673ed0d4a7103b5031a80600b619e30be350c328737b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-427d70-policy","namespace":"ai-tenant-e2e-api-b-427d70"},"namespace":"ai-tenant-e2e-api-b-427d70","name":"e2e-e2e-api-b-427d70-policy","reconcileID":"73792a32-c74a-4621-9a7a-777cab480e1c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-427d70-policy","namespace":"ai-tenant-e2e-api-b-427d70"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:09.704101413Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-872730"},"namespace":"ai-tenant-e2e-api-a-872730","name":"default-tenant","reconcileID":"e19671fe-19b0-4b9a-a353-71558eab5462","namespace":"ai-tenant-e2e-api-a-872730","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:09.704160685Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-872730"},"namespace":"ai-tenant-e2e-api-a-872730","name":"default-tenant","reconcileID":"e19671fe-19b0-4b9a-a353-71558eab5462","namespace":"ai-tenant-e2e-api-a-872730","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:09.704207455Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-872730"},"namespace":"ai-tenant-e2e-api-a-872730","name":"default-tenant","reconcileID":"e19671fe-19b0-4b9a-a353-71558eab5462","tenant":"e2e-api-a-872730","tenantID":"e2e-api-a-872730","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:09.755279214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-872730"},"namespace":"ai-tenant-e2e-api-a-872730","name":"default-tenant","reconcileID":"e19671fe-19b0-4b9a-a353-71558eab5462","gvk":"Deployment","name":"maas-api-e2e-api-a-872730","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:09.85615503Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-872730"},"namespace":"ai-tenant-e2e-api-a-872730","name":"default-tenant","reconcileID":"e19671fe-19b0-4b9a-a353-71558eab5462","gvk":"Service","name":"maas-api-e2e-api-a-872730","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:09.920224043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-872730"},"namespace":"ai-tenant-e2e-api-a-872730","name":"default-tenant","reconcileID":"e19671fe-19b0-4b9a-a353-71558eab5462","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-872730","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:09.97088364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-872730"},"namespace":"ai-tenant-e2e-api-a-872730","name":"default-tenant","reconcileID":"e19671fe-19b0-4b9a-a353-71558eab5462","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-872730","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:10.023960811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-872730"},"namespace":"ai-tenant-e2e-api-a-872730","name":"default-tenant","reconcileID":"e19671fe-19b0-4b9a-a353-71558eab5462","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-872730","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:10.075737631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-872730"},"namespace":"ai-tenant-e2e-api-a-872730","name":"default-tenant","reconcileID":"e19671fe-19b0-4b9a-a353-71558eab5462","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-872730","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:10.129853433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-872730"},"namespace":"ai-tenant-e2e-api-a-872730","name":"default-tenant","reconcileID":"e19671fe-19b0-4b9a-a353-71558eab5462","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-872730","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:10.182170774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-872730"},"namespace":"ai-tenant-e2e-api-a-872730","name":"default-tenant","reconcileID":"e19671fe-19b0-4b9a-a353-71558eab5462","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-872730","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:10.231237789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-872730"},"namespace":"ai-tenant-e2e-api-a-872730","name":"default-tenant","reconcileID":"e19671fe-19b0-4b9a-a353-71558eab5462","gvk":"Deployment","name":"payload-processing-e2e-api-a-872730","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:10.280153125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-872730"},"namespace":"ai-tenant-e2e-api-a-872730","name":"default-tenant","reconcileID":"e19671fe-19b0-4b9a-a353-71558eab5462","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-872730","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:10.328958106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-872730"},"namespace":"ai-tenant-e2e-api-a-872730","name":"default-tenant","reconcileID":"e19671fe-19b0-4b9a-a353-71558eab5462","gvk":"Service","name":"payload-processing-e2e-api-a-872730","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:10.37917463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-872730"},"namespace":"ai-tenant-e2e-api-a-872730","name":"default-tenant","reconcileID":"e19671fe-19b0-4b9a-a353-71558eab5462","gvk":"Service","name":"payload-pre-processing-e2e-api-a-872730","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:10.428779659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-872730"},"namespace":"ai-tenant-e2e-api-a-872730","name":"default-tenant","reconcileID":"e19671fe-19b0-4b9a-a353-71558eab5462","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-872730","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:10.477292512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-872730"},"namespace":"ai-tenant-e2e-api-a-872730","name":"default-tenant","reconcileID":"e19671fe-19b0-4b9a-a353-71558eab5462","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-872730","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:10.525841904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-872730"},"namespace":"ai-tenant-e2e-api-a-872730","name":"default-tenant","reconcileID":"e19671fe-19b0-4b9a-a353-71558eab5462","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-872730","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:10.579036619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-872730"},"namespace":"ai-tenant-e2e-api-a-872730","name":"default-tenant","reconcileID":"e19671fe-19b0-4b9a-a353-71558eab5462","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-872730","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:10.627760638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-872730"},"namespace":"ai-tenant-e2e-api-a-872730","name":"default-tenant","reconcileID":"e19671fe-19b0-4b9a-a353-71558eab5462","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-872730","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:10.676431559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-872730"},"namespace":"ai-tenant-e2e-api-a-872730","name":"default-tenant","reconcileID":"e19671fe-19b0-4b9a-a353-71558eab5462","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-872730","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:10.727355524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-872730"},"namespace":"ai-tenant-e2e-api-a-872730","name":"default-tenant","reconcileID":"e19671fe-19b0-4b9a-a353-71558eab5462","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-872730","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:10.777584566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-872730"},"namespace":"ai-tenant-e2e-api-a-872730","name":"default-tenant","reconcileID":"e19671fe-19b0-4b9a-a353-71558eab5462","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-872730","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:11.555876344Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-872730","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-872730","reconcileID":"67178086-9a6b-4962-bad0-1f7a36c478c9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-872730","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-872730"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:12.603939207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"714037df-8e4e-4aa4-816c-3876587bab14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:12.653335881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"714037df-8e4e-4aa4-816c-3876587bab14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:12.7021025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"714037df-8e4e-4aa4-816c-3876587bab14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:12.750808156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"714037df-8e4e-4aa4-816c-3876587bab14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:14.562026106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"225e0c35-d908-49e1-974b-8d7eb4184fd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:14.610854864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"225e0c35-d908-49e1-974b-8d7eb4184fd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:14.659773495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"225e0c35-d908-49e1-974b-8d7eb4184fd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:14.708241355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"225e0c35-d908-49e1-974b-8d7eb4184fd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:19.542755288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-427d70-policy","namespace":"ai-tenant-e2e-api-b-427d70"},"namespace":"ai-tenant-e2e-api-b-427d70","name":"e2e-e2e-api-b-427d70-policy","reconcileID":"98b04164-2080-4887-ba1a-482459e771a0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-427d70-policy","namespace":"ai-tenant-e2e-api-b-427d70"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-427d70","tenantID":"e2e-api-b-427d70","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:19.599786111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-427d70-policy","namespace":"ai-tenant-e2e-api-b-427d70"},"namespace":"ai-tenant-e2e-api-b-427d70","name":"e2e-e2e-api-b-427d70-policy","reconcileID":"98b04164-2080-4887-ba1a-482459e771a0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-427d70-policy","namespace":"ai-tenant-e2e-api-b-427d70"},"name":"e2e-api-b-427d70-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:19.885125161Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba102018-5f1d-4bbb-a5bb-227128be5bfd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:19.885144011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba102018-5f1d-4bbb-a5bb-227128be5bfd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:20.940712058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4401bb-policy","namespace":"ai-tenant-e2e-api-b-4401bb"},"namespace":"ai-tenant-e2e-api-b-4401bb","name":"e2e-e2e-api-b-4401bb-policy","reconcileID":"b9a8671a-f1e5-47ed-b9f6-5ebe98f384ff","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4401bb-policy","namespace":"ai-tenant-e2e-api-b-4401bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4401bb","tenantID":"e2e-api-b-4401bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:21.024210419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4401bb-policy","namespace":"ai-tenant-e2e-api-b-4401bb"},"namespace":"ai-tenant-e2e-api-b-4401bb","name":"e2e-e2e-api-b-4401bb-policy","reconcileID":"b9a8671a-f1e5-47ed-b9f6-5ebe98f384ff","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4401bb-policy","namespace":"ai-tenant-e2e-api-b-4401bb"},"name":"e2e-api-b-4401bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:21.360628282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4401bb-policy","namespace":"ai-tenant-e2e-api-b-4401bb"},"namespace":"ai-tenant-e2e-api-b-4401bb","name":"e2e-e2e-api-b-4401bb-policy","reconcileID":"d94d8a47-8049-4836-be67-9143762578cb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4401bb-policy","namespace":"ai-tenant-e2e-api-b-4401bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4401bb","tenantID":"e2e-api-b-4401bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:21.416938546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4401bb-policy","namespace":"ai-tenant-e2e-api-b-4401bb"},"namespace":"ai-tenant-e2e-api-b-4401bb","name":"e2e-e2e-api-b-4401bb-policy","reconcileID":"d94d8a47-8049-4836-be67-9143762578cb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4401bb-policy","namespace":"ai-tenant-e2e-api-b-4401bb"},"name":"e2e-api-b-4401bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:21.710085879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e826927f-3ea3-4119-8f66-a7aae0adbbfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:21.75897388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e826927f-3ea3-4119-8f66-a7aae0adbbfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:21.807999681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e826927f-3ea3-4119-8f66-a7aae0adbbfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:21.857305366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e826927f-3ea3-4119-8f66-a7aae0adbbfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:23.669287414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5414cd55-236d-41cd-83f5-66ca2375d2a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:23.717989502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5414cd55-236d-41cd-83f5-66ca2375d2a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:23.766599321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5414cd55-236d-41cd-83f5-66ca2375d2a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:23.815481351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5414cd55-236d-41cd-83f5-66ca2375d2a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:25.635083362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33df1956-30cd-4139-8dcd-b975e225e38b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:25.683739885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33df1956-30cd-4139-8dcd-b975e225e38b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:25.732153069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33df1956-30cd-4139-8dcd-b975e225e38b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:25.780897139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33df1956-30cd-4139-8dcd-b975e225e38b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:27.560193283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0baaf98-ec65-441e-b0af-f171cdcc0632","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:27.608879042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0baaf98-ec65-441e-b0af-f171cdcc0632","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:27.657554739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0baaf98-ec65-441e-b0af-f171cdcc0632","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:27.706903734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0baaf98-ec65-441e-b0af-f171cdcc0632","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:29.484874885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b68b6803-42ff-4361-b49d-928e1638ce46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:29.534131763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b68b6803-42ff-4361-b49d-928e1638ce46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:29.583730844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b68b6803-42ff-4361-b49d-928e1638ce46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:29.632155516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b68b6803-42ff-4361-b49d-928e1638ce46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:31.413654029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4401bb-policy","namespace":"ai-tenant-e2e-api-b-4401bb"},"namespace":"ai-tenant-e2e-api-b-4401bb","name":"e2e-e2e-api-b-4401bb-policy","reconcileID":"446cd4e5-3ca4-4086-bd21-9688bea76a66","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4401bb-policy","namespace":"ai-tenant-e2e-api-b-4401bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4401bb","tenantID":"e2e-api-b-4401bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:31.467691887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4401bb-policy","namespace":"ai-tenant-e2e-api-b-4401bb"},"namespace":"ai-tenant-e2e-api-b-4401bb","name":"e2e-e2e-api-b-4401bb-policy","reconcileID":"446cd4e5-3ca4-4086-bd21-9688bea76a66","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4401bb-policy","namespace":"ai-tenant-e2e-api-b-4401bb"},"name":"e2e-api-b-4401bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:31.775629662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4401bb-policy","namespace":"ai-tenant-e2e-api-b-4401bb"},"namespace":"ai-tenant-e2e-api-b-4401bb","name":"e2e-e2e-api-b-4401bb-policy","reconcileID":"2780d4fb-4fde-4ec5-87e2-dd612440cc6a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4401bb-policy","namespace":"ai-tenant-e2e-api-b-4401bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4401bb","tenantID":"e2e-api-b-4401bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:31.829342962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4401bb-policy","namespace":"ai-tenant-e2e-api-b-4401bb"},"namespace":"ai-tenant-e2e-api-b-4401bb","name":"e2e-e2e-api-b-4401bb-policy","reconcileID":"2780d4fb-4fde-4ec5-87e2-dd612440cc6a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4401bb-policy","namespace":"ai-tenant-e2e-api-b-4401bb"},"name":"e2e-api-b-4401bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:36.168659036Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:44.15668333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ad7da0"},"namespace":"ai-tenant-e2e-ipp-a-ad7da0","name":"default-tenant","reconcileID":"7c6c487c-282b-4bb5-b07e-a619f3241e2a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-ad7da0","tenantID":"e2e-ipp-a-ad7da0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:44.271831429Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ad7da0"},"namespace":"ai-tenant-e2e-ipp-a-ad7da0","name":"default-tenant","reconcileID":"7c6c487c-282b-4bb5-b07e-a619f3241e2a","name":"e2e-ipp-a-ad7da0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:00.882958093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"5992fcf2-81ef-4065-aec1-ec5dce253d8e","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"tenant":"e2e-mt-4cf21208","gateway":"openshift-ingress/e2e-mt-4cf21208","model":"ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:00.882978987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"5992fcf2-81ef-4065-aec1-ec5dce253d8e","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"routeName":"e2e-lifecycle-model-4cf21208-kserve-route","namespace":"ai-tenant-e2e-mt-4cf21208","llmisvcName":"e2e-lifecycle-model-4cf21208","gateway":"openshift-ingress/e2e-mt-4cf21208","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:01.852023878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03eb1e01-2434-483c-bb97-b2e41e28f911","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:01.902668161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03eb1e01-2434-483c-bb97-b2e41e28f911","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:01.951661543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03eb1e01-2434-483c-bb97-b2e41e28f911","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:02.000417889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03eb1e01-2434-483c-bb97-b2e41e28f911","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:03.933657514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"356d5ca0-e040-49d0-a37c-9f60c7317823","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:03.999065254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"356d5ca0-e040-49d0-a37c-9f60c7317823","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:04.060916712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"356d5ca0-e040-49d0-a37c-9f60c7317823","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:04.11327164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"356d5ca0-e040-49d0-a37c-9f60c7317823","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:05.110611631Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-161111"},"namespace":"ai-tenant-e2e-api-a-161111","name":"default-tenant","reconcileID":"bd911189-5a3e-4de7-8f57-15ac3a8ceb59","namespace":"ai-tenant-e2e-api-a-161111","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:05.110717952Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-161111"},"namespace":"ai-tenant-e2e-api-a-161111","name":"default-tenant","reconcileID":"bd911189-5a3e-4de7-8f57-15ac3a8ceb59","namespace":"ai-tenant-e2e-api-a-161111","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:05.11080248Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-161111"},"namespace":"ai-tenant-e2e-api-a-161111","name":"default-tenant","reconcileID":"bd911189-5a3e-4de7-8f57-15ac3a8ceb59","tenant":"e2e-api-a-161111","tenantID":"e2e-api-a-161111","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:05.169406586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-161111"},"namespace":"ai-tenant-e2e-api-a-161111","name":"default-tenant","reconcileID":"bd911189-5a3e-4de7-8f57-15ac3a8ceb59","gvk":"Deployment","name":"maas-api-e2e-api-a-161111","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:05.248611294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-161111"},"namespace":"ai-tenant-e2e-api-a-161111","name":"default-tenant","reconcileID":"bd911189-5a3e-4de7-8f57-15ac3a8ceb59","gvk":"Service","name":"maas-api-e2e-api-a-161111","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:05.310431373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-161111"},"namespace":"ai-tenant-e2e-api-a-161111","name":"default-tenant","reconcileID":"bd911189-5a3e-4de7-8f57-15ac3a8ceb59","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-161111","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:05.36162017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-161111"},"namespace":"ai-tenant-e2e-api-a-161111","name":"default-tenant","reconcileID":"bd911189-5a3e-4de7-8f57-15ac3a8ceb59","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-161111","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:05.417576035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-161111"},"namespace":"ai-tenant-e2e-api-a-161111","name":"default-tenant","reconcileID":"bd911189-5a3e-4de7-8f57-15ac3a8ceb59","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-161111","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:05.482727718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-161111"},"namespace":"ai-tenant-e2e-api-a-161111","name":"default-tenant","reconcileID":"bd911189-5a3e-4de7-8f57-15ac3a8ceb59","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-161111","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:05.620622751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-161111"},"namespace":"ai-tenant-e2e-api-a-161111","name":"default-tenant","reconcileID":"bd911189-5a3e-4de7-8f57-15ac3a8ceb59","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-161111","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:05.678820325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-161111"},"namespace":"ai-tenant-e2e-api-a-161111","name":"default-tenant","reconcileID":"bd911189-5a3e-4de7-8f57-15ac3a8ceb59","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-161111","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:05.73389932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-161111"},"namespace":"ai-tenant-e2e-api-a-161111","name":"default-tenant","reconcileID":"bd911189-5a3e-4de7-8f57-15ac3a8ceb59","gvk":"Deployment","name":"payload-processing-e2e-api-a-161111","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:05.786700926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-161111"},"namespace":"ai-tenant-e2e-api-a-161111","name":"default-tenant","reconcileID":"bd911189-5a3e-4de7-8f57-15ac3a8ceb59","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-161111","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:05.841628875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-161111"},"namespace":"ai-tenant-e2e-api-a-161111","name":"default-tenant","reconcileID":"bd911189-5a3e-4de7-8f57-15ac3a8ceb59","gvk":"Service","name":"payload-processing-e2e-api-a-161111","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:05.90354617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-161111"},"namespace":"ai-tenant-e2e-api-a-161111","name":"default-tenant","reconcileID":"bd911189-5a3e-4de7-8f57-15ac3a8ceb59","gvk":"Service","name":"payload-pre-processing-e2e-api-a-161111","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:05.9526419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-161111"},"namespace":"ai-tenant-e2e-api-a-161111","name":"default-tenant","reconcileID":"bd911189-5a3e-4de7-8f57-15ac3a8ceb59","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-161111","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:06.001666481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-161111"},"namespace":"ai-tenant-e2e-api-a-161111","name":"default-tenant","reconcileID":"bd911189-5a3e-4de7-8f57-15ac3a8ceb59","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-161111","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:06.051607327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-161111"},"namespace":"ai-tenant-e2e-api-a-161111","name":"default-tenant","reconcileID":"bd911189-5a3e-4de7-8f57-15ac3a8ceb59","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-161111","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:06.110685908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-161111"},"namespace":"ai-tenant-e2e-api-a-161111","name":"default-tenant","reconcileID":"bd911189-5a3e-4de7-8f57-15ac3a8ceb59","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-161111","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:06.161623096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-161111"},"namespace":"ai-tenant-e2e-api-a-161111","name":"default-tenant","reconcileID":"bd911189-5a3e-4de7-8f57-15ac3a8ceb59","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-161111","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:06.173032927Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:06.210406925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-161111"},"namespace":"ai-tenant-e2e-api-a-161111","name":"default-tenant","reconcileID":"bd911189-5a3e-4de7-8f57-15ac3a8ceb59","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-161111","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:06.236045593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3f6e731-461d-4271-bbdc-6265158ef814","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:06.327992976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-161111"},"namespace":"ai-tenant-e2e-api-a-161111","name":"default-tenant","reconcileID":"bd911189-5a3e-4de7-8f57-15ac3a8ceb59","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-161111","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:06.329929339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3f6e731-461d-4271-bbdc-6265158ef814","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:06.383699924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-161111"},"namespace":"ai-tenant-e2e-api-a-161111","name":"default-tenant","reconcileID":"bd911189-5a3e-4de7-8f57-15ac3a8ceb59","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-161111","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:06.396147396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3f6e731-461d-4271-bbdc-6265158ef814","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:06.449402832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3f6e731-461d-4271-bbdc-6265158ef814","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:07.3393799Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-161111","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-161111","reconcileID":"bf04594a-4dab-4da5-86c2-e858cdd3dc51","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-161111","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-161111"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:08.594304785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"148432ec-323c-461b-925d-0e37dd2bf6f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:08.650433479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"148432ec-323c-461b-925d-0e37dd2bf6f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:08.712596739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"148432ec-323c-461b-925d-0e37dd2bf6f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:08.771508342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"148432ec-323c-461b-925d-0e37dd2bf6f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:10.677542979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baa0745e-98cf-41cf-816a-84f75c7e6105","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:10.734484071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baa0745e-98cf-41cf-816a-84f75c7e6105","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:10.805823573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baa0745e-98cf-41cf-816a-84f75c7e6105","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:10.855441722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baa0745e-98cf-41cf-816a-84f75c7e6105","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:12.762354438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35f87086-0711-4756-85c1-3c94dfd6f4aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:12.811344044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35f87086-0711-4756-85c1-3c94dfd6f4aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:12.863574355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35f87086-0711-4756-85c1-3c94dfd6f4aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:12.913492334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35f87086-0711-4756-85c1-3c94dfd6f4aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:13.278707431Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-8b4b54","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-8b4b54","reconcileID":"3cf39fa1-9da0-45f7-be16-325db7191bdc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-8b4b54","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-8b4b54":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:14.205701288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"499f501f-a677-41a0-b727-7eb5c6801047","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"tenant":"e2e-mt-4cf21208","gateway":"openshift-ingress/e2e-mt-4cf21208","model":"ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:14.205730643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"499f501f-a677-41a0-b727-7eb5c6801047","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"routeName":"e2e-lifecycle-model-4cf21208-kserve-route","namespace":"ai-tenant-e2e-mt-4cf21208","llmisvcName":"e2e-lifecycle-model-4cf21208","gateway":"openshift-ingress/e2e-mt-4cf21208","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:14.309752595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"7f07c22b-8083-4ae3-b632-a8e5db28cf2f","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"tenant":"e2e-mt-4cf21208","gateway":"openshift-ingress/e2e-mt-4cf21208","model":"ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:14.309778006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"7f07c22b-8083-4ae3-b632-a8e5db28cf2f","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"routeName":"e2e-lifecycle-model-4cf21208-kserve-route","namespace":"ai-tenant-e2e-mt-4cf21208","llmisvcName":"e2e-lifecycle-model-4cf21208","gateway":"openshift-ingress/e2e-mt-4cf21208","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:14.758880084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"248e4afa-ee54-47c8-96aa-39614d7ea144","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:14.807404801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"248e4afa-ee54-47c8-96aa-39614d7ea144","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:14.856005362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"248e4afa-ee54-47c8-96aa-39614d7ea144","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:14.908444616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"248e4afa-ee54-47c8-96aa-39614d7ea144","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:15.726655127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-427d70-policy","namespace":"ai-tenant-e2e-api-b-427d70"},"namespace":"ai-tenant-e2e-api-b-427d70","name":"e2e-e2e-api-b-427d70-policy","reconcileID":"d478c7fe-7202-4794-8381-7eea98c69db6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-427d70-policy","namespace":"ai-tenant-e2e-api-b-427d70"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-427d70","tenantID":"e2e-api-b-427d70","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:15.782175182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-427d70-policy","namespace":"ai-tenant-e2e-api-b-427d70"},"namespace":"ai-tenant-e2e-api-b-427d70","name":"e2e-e2e-api-b-427d70-policy","reconcileID":"d478c7fe-7202-4794-8381-7eea98c69db6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-427d70-policy","namespace":"ai-tenant-e2e-api-b-427d70"},"name":"e2e-api-b-427d70-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:16.752252101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f79be589-69bf-4694-b40d-3c61519553b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:16.802315663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f79be589-69bf-4694-b40d-3c61519553b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:16.853294897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f79be589-69bf-4694-b40d-3c61519553b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:16.902927806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f79be589-69bf-4694-b40d-3c61519553b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:16.965228184Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4401bb"},"namespace":"ai-tenant-e2e-api-b-4401bb","name":"default-tenant","reconcileID":"00968ffe-13e5-4c20-a47e-61927fa9a844","namespace":"ai-tenant-e2e-api-b-4401bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:16.965347913Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4401bb"},"namespace":"ai-tenant-e2e-api-b-4401bb","name":"default-tenant","reconcileID":"00968ffe-13e5-4c20-a47e-61927fa9a844","namespace":"ai-tenant-e2e-api-b-4401bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:16.965431518Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4401bb"},"namespace":"ai-tenant-e2e-api-b-4401bb","name":"default-tenant","reconcileID":"00968ffe-13e5-4c20-a47e-61927fa9a844","name":"e2e-e2e-api-b-4401bb-policy","namespace":"ai-tenant-e2e-api-b-4401bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:17.019114194Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4401bb"},"namespace":"ai-tenant-e2e-api-b-4401bb","name":"default-tenant","reconcileID":"00968ffe-13e5-4c20-a47e-61927fa9a844","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:17.019565749Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4401bb-policy","namespace":"ai-tenant-e2e-api-b-4401bb"},"namespace":"ai-tenant-e2e-api-b-4401bb","name":"e2e-e2e-api-b-4401bb-policy","reconcileID":"20d06388-d494-46ec-8e78-b0bccbcb9714","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4401bb-policy","namespace":"ai-tenant-e2e-api-b-4401bb"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:17.019878224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c19c0cd-5169-4ab5-a96a-e2586605137a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:17.019893116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c19c0cd-5169-4ab5-a96a-e2586605137a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:17.253913532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4401bb-policy","namespace":"ai-tenant-e2e-api-b-4401bb"},"namespace":"ai-tenant-e2e-api-b-4401bb","name":"e2e-e2e-api-b-4401bb-policy","reconcileID":"20d06388-d494-46ec-8e78-b0bccbcb9714","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4401bb-policy","namespace":"ai-tenant-e2e-api-b-4401bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4401bb","tenantID":"e2e-api-b-4401bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:17.418821472Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4401bb-policy","namespace":"ai-tenant-e2e-api-b-4401bb"},"namespace":"ai-tenant-e2e-api-b-4401bb","name":"e2e-e2e-api-b-4401bb-policy","reconcileID":"20d06388-d494-46ec-8e78-b0bccbcb9714","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4401bb-policy","namespace":"ai-tenant-e2e-api-b-4401bb"},"name":"e2e-api-b-4401bb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:17.418932638Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4401bb-policy","namespace":"ai-tenant-e2e-api-b-4401bb"},"namespace":"ai-tenant-e2e-api-b-4401bb","name":"e2e-e2e-api-b-4401bb-policy","reconcileID":"20d06388-d494-46ec-8e78-b0bccbcb9714","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4401bb-policy","namespace":"ai-tenant-e2e-api-b-4401bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4401bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:17.419625732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-427d70-policy","namespace":"ai-tenant-e2e-api-b-427d70"},"namespace":"ai-tenant-e2e-api-b-427d70","name":"e2e-e2e-api-b-427d70-policy","reconcileID":"5d4c2980-33ad-4c32-8c82-d3294c3eff24","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-427d70-policy","namespace":"ai-tenant-e2e-api-b-427d70"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-427d70","tenantID":"e2e-api-b-427d70","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:17.473612141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b79a4c28-a2b2-4ce9-9a96-eed57f9c94c7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:17.474179024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b79a4c28-a2b2-4ce9-9a96-eed57f9c94c7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:17.481065378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-427d70-policy","namespace":"ai-tenant-e2e-api-b-427d70"},"namespace":"ai-tenant-e2e-api-b-427d70","name":"e2e-e2e-api-b-427d70-policy","reconcileID":"5d4c2980-33ad-4c32-8c82-d3294c3eff24","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-427d70-policy","namespace":"ai-tenant-e2e-api-b-427d70"},"name":"e2e-api-b-427d70-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:18.915401326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c987ef26-0d7e-45fd-b984-08ae10ee1a83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:18.964062465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c987ef26-0d7e-45fd-b984-08ae10ee1a83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:19.013388425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c987ef26-0d7e-45fd-b984-08ae10ee1a83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:19.062238033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c987ef26-0d7e-45fd-b984-08ae10ee1a83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:20.864480811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04f8ee62-c75f-4679-b469-ada370150ffc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:20.913410471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04f8ee62-c75f-4679-b469-ada370150ffc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:20.961946241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04f8ee62-c75f-4679-b469-ada370150ffc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:21.01048567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04f8ee62-c75f-4679-b469-ada370150ffc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:22.841466915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc92494f-c731-43e4-8d29-dca4b1fde78a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:22.890414143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc92494f-c731-43e4-8d29-dca4b1fde78a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:22.940100316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc92494f-c731-43e4-8d29-dca4b1fde78a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:22.993028841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc92494f-c731-43e4-8d29-dca4b1fde78a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:24.714250497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"74057098-30fe-43bd-9aa9-09ff8f9858eb","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"tenant":"e2e-mt-4cf21208","gateway":"openshift-ingress/e2e-mt-4cf21208","model":"ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:24.714277407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"74057098-30fe-43bd-9aa9-09ff8f9858eb","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"routeName":"e2e-lifecycle-model-4cf21208-kserve-route","namespace":"ai-tenant-e2e-mt-4cf21208","llmisvcName":"e2e-lifecycle-model-4cf21208","gateway":"openshift-ingress/e2e-mt-4cf21208","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:24.780880294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b9ba8b2-5597-4bda-ac1f-27cfb61f9364","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:24.832267509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b9ba8b2-5597-4bda-ac1f-27cfb61f9364","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:24.88137131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b9ba8b2-5597-4bda-ac1f-27cfb61f9364","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:24.931143835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b9ba8b2-5597-4bda-ac1f-27cfb61f9364","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:27.803519349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-427d70-policy","namespace":"ai-tenant-e2e-api-b-427d70"},"namespace":"ai-tenant-e2e-api-b-427d70","name":"e2e-e2e-api-b-427d70-policy","reconcileID":"3f901b9a-bb58-4586-a5cd-5573df74d6c2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-427d70-policy","namespace":"ai-tenant-e2e-api-b-427d70"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-427d70","tenantID":"e2e-api-b-427d70","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:27.863993309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-427d70-policy","namespace":"ai-tenant-e2e-api-b-427d70"},"namespace":"ai-tenant-e2e-api-b-427d70","name":"e2e-e2e-api-b-427d70-policy","reconcileID":"3f901b9a-bb58-4586-a5cd-5573df74d6c2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-427d70-policy","namespace":"ai-tenant-e2e-api-b-427d70"},"name":"e2e-api-b-427d70-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:28.18060857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-427d70-policy","namespace":"ai-tenant-e2e-api-b-427d70"},"namespace":"ai-tenant-e2e-api-b-427d70","name":"e2e-e2e-api-b-427d70-policy","reconcileID":"b63a376c-479a-4c72-a9ae-a94b1b1637c1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-427d70-policy","namespace":"ai-tenant-e2e-api-b-427d70"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-427d70","tenantID":"e2e-api-b-427d70","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:28.243266871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-427d70-policy","namespace":"ai-tenant-e2e-api-b-427d70"},"namespace":"ai-tenant-e2e-api-b-427d70","name":"e2e-e2e-api-b-427d70-policy","reconcileID":"b63a376c-479a-4c72-a9ae-a94b1b1637c1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-427d70-policy","namespace":"ai-tenant-e2e-api-b-427d70"},"name":"e2e-api-b-427d70-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:36.170397801Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:37.714635427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6760207d-aead-4b62-b65b-236b459f8bcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:37.764834368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6760207d-aead-4b62-b65b-236b459f8bcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:37.81415157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6760207d-aead-4b62-b65b-236b459f8bcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:37.864804282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6760207d-aead-4b62-b65b-236b459f8bcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:39.645797859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"040ebb76-9ba5-49ea-ab7f-bfb5fab977b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:39.696026229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"040ebb76-9ba5-49ea-ab7f-bfb5fab977b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:39.744628547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"040ebb76-9ba5-49ea-ab7f-bfb5fab977b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:39.793039512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"040ebb76-9ba5-49ea-ab7f-bfb5fab977b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:42.999103508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bb5f6f0-43ed-4c14-843c-1add25874c3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:43.047685343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bb5f6f0-43ed-4c14-843c-1add25874c3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:43.095989563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bb5f6f0-43ed-4c14-843c-1add25874c3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:43.144724966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bb5f6f0-43ed-4c14-843c-1add25874c3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:44.142293709Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-4576d9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-4576d9","reconcileID":"cab5a3b0-87b0-4974-ae26-5f70523d979e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-4576d9","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-4576d9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:44.926289548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0952aa4a-24b6-42a1-af06-33ca69f91f46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:44.975457657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0952aa4a-24b6-42a1-af06-33ca69f91f46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:45.024047554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0952aa4a-24b6-42a1-af06-33ca69f91f46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:45.072881885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0952aa4a-24b6-42a1-af06-33ca69f91f46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:46.902802944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eba3d5d1-3bb5-412d-ace5-89109c74c57f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:46.951152295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eba3d5d1-3bb5-412d-ace5-89109c74c57f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:46.999659988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eba3d5d1-3bb5-412d-ace5-89109c74c57f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:47.048089888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eba3d5d1-3bb5-412d-ace5-89109c74c57f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:47.69193864Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"default-tenant","reconcileID":"8a519c5c-ed8e-4c6d-b279-982f84d654f9","namespace":"ai-tenant-e2e-mt-4cf21208","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:47.692023475Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"default-tenant","reconcileID":"8a519c5c-ed8e-4c6d-b279-982f84d654f9","namespace":"ai-tenant-e2e-mt-4cf21208","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:47.692125053Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"default-tenant","reconcileID":"8a519c5c-ed8e-4c6d-b279-982f84d654f9","tenant":"e2e-mt-4cf21208","tenantID":"e2e-mt-4cf21208","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:47.747492896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"default-tenant","reconcileID":"8a519c5c-ed8e-4c6d-b279-982f84d654f9","gvk":"Deployment","name":"maas-api-e2e-mt-4cf21208","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:47.808125734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"default-tenant","reconcileID":"8a519c5c-ed8e-4c6d-b279-982f84d654f9","gvk":"Service","name":"maas-api-e2e-mt-4cf21208","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:47.862525706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"default-tenant","reconcileID":"8a519c5c-ed8e-4c6d-b279-982f84d654f9","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-4cf21208","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:47.916751798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"default-tenant","reconcileID":"8a519c5c-ed8e-4c6d-b279-982f84d654f9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-4cf21208","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:47.968873795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"default-tenant","reconcileID":"8a519c5c-ed8e-4c6d-b279-982f84d654f9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-4cf21208","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:48.031945134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"default-tenant","reconcileID":"8a519c5c-ed8e-4c6d-b279-982f84d654f9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-4cf21208","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:48.125504075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"default-tenant","reconcileID":"8a519c5c-ed8e-4c6d-b279-982f84d654f9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-4cf21208","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:48.195794489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"default-tenant","reconcileID":"8a519c5c-ed8e-4c6d-b279-982f84d654f9","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-4cf21208","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:48.247659453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"default-tenant","reconcileID":"8a519c5c-ed8e-4c6d-b279-982f84d654f9","gvk":"Deployment","name":"payload-processing-e2e-mt-4cf21208","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:48.299650965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"default-tenant","reconcileID":"8a519c5c-ed8e-4c6d-b279-982f84d654f9","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-4cf21208","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:48.348585273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"default-tenant","reconcileID":"8a519c5c-ed8e-4c6d-b279-982f84d654f9","gvk":"Service","name":"payload-processing-e2e-mt-4cf21208","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:48.43357087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"default-tenant","reconcileID":"8a519c5c-ed8e-4c6d-b279-982f84d654f9","gvk":"Service","name":"payload-pre-processing-e2e-mt-4cf21208","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:48.483128155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"default-tenant","reconcileID":"8a519c5c-ed8e-4c6d-b279-982f84d654f9","gvk":"DestinationRule","name":"payload-processing-e2e-mt-4cf21208","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:48.531445932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"default-tenant","reconcileID":"8a519c5c-ed8e-4c6d-b279-982f84d654f9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-4cf21208","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:48.579895015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"default-tenant","reconcileID":"8a519c5c-ed8e-4c6d-b279-982f84d654f9","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-4cf21208","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:48.632492067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"default-tenant","reconcileID":"8a519c5c-ed8e-4c6d-b279-982f84d654f9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-4cf21208","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:48.680593715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"default-tenant","reconcileID":"8a519c5c-ed8e-4c6d-b279-982f84d654f9","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-4cf21208","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:48.728826389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"default-tenant","reconcileID":"8a519c5c-ed8e-4c6d-b279-982f84d654f9","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-4cf21208","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:48.778055204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"default-tenant","reconcileID":"8a519c5c-ed8e-4c6d-b279-982f84d654f9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-4cf21208","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:48.828710653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"default-tenant","reconcileID":"8a519c5c-ed8e-4c6d-b279-982f84d654f9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-4cf21208","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:48.933530168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa341843-5241-49f5-85b8-c66b128d79ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:48.982118948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa341843-5241-49f5-85b8-c66b128d79ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:49.03092591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa341843-5241-49f5-85b8-c66b128d79ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:49.079579226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa341843-5241-49f5-85b8-c66b128d79ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:49.740397038Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-4cf21208","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-4cf21208","reconcileID":"2f0e055c-06b0-4521-b854-c98cf2d879c9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-4cf21208","removed":["maas.opendatahub.io/gateway-access-e2e-mt-4cf21208"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:16:49.900263443Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"4b730b69-cba4-4a0f-ac92-ad7198de2184","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208-kserve-route (gateways: [openshift-ingress/e2e-mt-4cf21208]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:16:49.954616014Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"4b730b69-cba4-4a0f-ac92-ad7198de2184","error":"resolve tenant gateway for model ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208-kserve-route (gateways: [openshift-ingress/e2e-mt-4cf21208]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:16:49.960045723Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"95068e1c-821f-4b7d-b6c9-8e09e0cbffdd","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208-kserve-route (gateways: [openshift-ingress/e2e-mt-4cf21208]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:16:49.96011296Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"95068e1c-821f-4b7d-b6c9-8e09e0cbffdd","error":"resolve tenant gateway for model ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208-kserve-route (gateways: [openshift-ingress/e2e-mt-4cf21208]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:16:49.971247675Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"da68d4ca-a0e1-49e5-8379-bb5d4fa69893","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208-kserve-route (gateways: [openshift-ingress/e2e-mt-4cf21208]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:16:49.971307027Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"da68d4ca-a0e1-49e5-8379-bb5d4fa69893","error":"resolve tenant gateway for model ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208-kserve-route (gateways: [openshift-ingress/e2e-mt-4cf21208]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:16:49.992161675Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"7c7201a2-0bff-44f9-8a71-a9fee7c93bd8","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208-kserve-route (gateways: [openshift-ingress/e2e-mt-4cf21208]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:16:49.992214725Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"7c7201a2-0bff-44f9-8a71-a9fee7c93bd8","error":"resolve tenant gateway for model ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208-kserve-route (gateways: [openshift-ingress/e2e-mt-4cf21208]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:16:50.033355476Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"4acc4284-6451-40ef-b913-e853b0ae80be","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208-kserve-route (gateways: [openshift-ingress/e2e-mt-4cf21208]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:16:50.03340481Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"4acc4284-6451-40ef-b913-e853b0ae80be","error":"resolve tenant gateway for model ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208-kserve-route (gateways: [openshift-ingress/e2e-mt-4cf21208]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:16:50.114296792Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"dfef6030-9bc4-4ff4-93fc-ae7ea985322f","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208-kserve-route (gateways: [openshift-ingress/e2e-mt-4cf21208]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:16:50.114366342Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"dfef6030-9bc4-4ff4-93fc-ae7ea985322f","error":"resolve tenant gateway for model ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208-kserve-route (gateways: [openshift-ingress/e2e-mt-4cf21208]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:16:50.275689349Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"3ab1fef2-d4f6-4909-bb42-9755fe7a8835","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208-kserve-route (gateways: [openshift-ingress/e2e-mt-4cf21208]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:16:50.275862688Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"3ab1fef2-d4f6-4909-bb42-9755fe7a8835","error":"resolve tenant gateway for model ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208-kserve-route (gateways: [openshift-ingress/e2e-mt-4cf21208]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:16:50.596517654Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"f147b187-e2c9-4001-9db3-09bf62117fd3","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208-kserve-route (gateways: [openshift-ingress/e2e-mt-4cf21208]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:16:50.596584084Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"f147b187-e2c9-4001-9db3-09bf62117fd3","error":"resolve tenant gateway for model ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208-kserve-route (gateways: [openshift-ingress/e2e-mt-4cf21208]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:50.875492136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7ee3419-4537-4303-976c-4d1db0c3040d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:50.924014727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7ee3419-4537-4303-976c-4d1db0c3040d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:50.972265855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7ee3419-4537-4303-976c-4d1db0c3040d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:51.02085764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7ee3419-4537-4303-976c-4d1db0c3040d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:16:51.237044553Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"87fe5934-ca44-4d4f-be17-a00e4dc58ba2","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208-kserve-route (gateways: [openshift-ingress/e2e-mt-4cf21208]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:16:51.23712936Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"87fe5934-ca44-4d4f-be17-a00e4dc58ba2","error":"resolve tenant gateway for model ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208-kserve-route (gateways: [openshift-ingress/e2e-mt-4cf21208]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:16:52.517686972Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"2dec61d3-72d5-4f34-9ab8-f004fcbf5151","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208-kserve-route (gateways: [openshift-ingress/e2e-mt-4cf21208]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:16:52.517761521Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"2dec61d3-72d5-4f34-9ab8-f004fcbf5151","error":"resolve tenant gateway for model ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208-kserve-route (gateways: [openshift-ingress/e2e-mt-4cf21208]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:52.830527558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f68f30b-3483-4c25-86a2-8fd416199d93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:52.879504545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f68f30b-3483-4c25-86a2-8fd416199d93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:52.928409398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f68f30b-3483-4c25-86a2-8fd416199d93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:52.976874262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f68f30b-3483-4c25-86a2-8fd416199d93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:53.517940703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-subscription","reconcileID":"e02eb165-8cd4-45db-adeb-670a4787ad0b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:53.616810876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9f1f9f6c-ae0f-431a-8da1-23587180f980","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:53.724006212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-subscription","reconcileID":"225422f3-543e-4a73-bb9a-83d445c1c3e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-premium-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:53.935936775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-subscription","reconcileID":"cf963d5a-4d5c-4fe6-a097-bc49fefcadc2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-simulator-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:53.94842705Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-427d70"},"namespace":"ai-tenant-e2e-api-b-427d70","name":"default-tenant","reconcileID":"7af8f6f3-5258-4132-84b8-ec6452e83e8b","namespace":"ai-tenant-e2e-api-b-427d70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:53.948492974Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-427d70"},"namespace":"ai-tenant-e2e-api-b-427d70","name":"default-tenant","reconcileID":"7af8f6f3-5258-4132-84b8-ec6452e83e8b","namespace":"ai-tenant-e2e-api-b-427d70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:53.94854082Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-427d70"},"namespace":"ai-tenant-e2e-api-b-427d70","name":"default-tenant","reconcileID":"7af8f6f3-5258-4132-84b8-ec6452e83e8b","name":"e2e-e2e-api-b-427d70-policy","namespace":"ai-tenant-e2e-api-b-427d70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:54.000956851Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-427d70-policy","namespace":"ai-tenant-e2e-api-b-427d70"},"namespace":"ai-tenant-e2e-api-b-427d70","name":"e2e-e2e-api-b-427d70-policy","reconcileID":"886296c4-cd20-49a3-b10c-294d85b5d81d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-427d70-policy","namespace":"ai-tenant-e2e-api-b-427d70"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:54.001125306Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-427d70"},"namespace":"ai-tenant-e2e-api-b-427d70","name":"default-tenant","reconcileID":"7af8f6f3-5258-4132-84b8-ec6452e83e8b","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:54.001643257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"79e43b35-f557-4e9c-8c66-d4bdf5d187c7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:54.001658318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"79e43b35-f557-4e9c-8c66-d4bdf5d187c7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:54.047640086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-subscription","reconcileID":"b9655a91-23b1-49ad-a183-99ebab838c5f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-premium-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:54.095759259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-subscription","reconcileID":"78495c4c-8c85-4ae5-bb15-d371528e4f76","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-premium-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/premium-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:54.145557824Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-subscription","reconcileID":"d2be7191-5e57-4f17-95fd-8e865c1172ef","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-premium-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/premium-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:54.229489909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-427d70-policy","namespace":"ai-tenant-e2e-api-b-427d70"},"namespace":"ai-tenant-e2e-api-b-427d70","name":"e2e-e2e-api-b-427d70-policy","reconcileID":"886296c4-cd20-49a3-b10c-294d85b5d81d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-427d70-policy","namespace":"ai-tenant-e2e-api-b-427d70"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-427d70","tenantID":"e2e-api-b-427d70","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:54.282643436Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-subscription","reconcileID":"e0ee07ac-25dc-4268-92d5-a0223ab991e3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:54.389274505Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-427d70-policy","namespace":"ai-tenant-e2e-api-b-427d70"},"namespace":"ai-tenant-e2e-api-b-427d70","name":"e2e-e2e-api-b-427d70-policy","reconcileID":"886296c4-cd20-49a3-b10c-294d85b5d81d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-427d70-policy","namespace":"ai-tenant-e2e-api-b-427d70"},"name":"e2e-api-b-427d70-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:54.389301192Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-427d70-policy","namespace":"ai-tenant-e2e-api-b-427d70"},"namespace":"ai-tenant-e2e-api-b-427d70","name":"e2e-e2e-api-b-427d70-policy","reconcileID":"886296c4-cd20-49a3-b10c-294d85b5d81d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-427d70-policy","namespace":"ai-tenant-e2e-api-b-427d70"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-427d70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:54.442663025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9e730d60-7038-4c0c-b207-69aa480ee9b6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:54.442682968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9e730d60-7038-4c0c-b207-69aa480ee9b6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:54.467648122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3d32a8ae-beb3-475c-8072-262b9ff309de","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:54.516465234Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-subscription","reconcileID":"e154d307-3c9f-4299-8e4e-46a6b84af99d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-simulator-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:54.643758589Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-subscription","reconcileID":"e8f5d433-36a5-4c2c-bc92-af1d2b60e04b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:54.744569531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-subscription","reconcileID":"ea872ee3-eac9-4413-97a0-ede142054cd5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-premium-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/premium-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:54.856736135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa9f53fb-b49f-4bf2-af40-c91e0ad870e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:54.906065045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa9f53fb-b49f-4bf2-af40-c91e0ad870e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:54.958153898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa9f53fb-b49f-4bf2-af40-c91e0ad870e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:55.006855283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa9f53fb-b49f-4bf2-af40-c91e0ad870e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:16:55.078657509Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"bfae1b0d-e7ea-4f1c-af48-f6571a2da675","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208-kserve-route (gateways: [openshift-ingress/e2e-mt-4cf21208]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:16:55.078720731Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"bfae1b0d-e7ea-4f1c-af48-f6571a2da675","error":"resolve tenant gateway for model ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208-kserve-route (gateways: [openshift-ingress/e2e-mt-4cf21208]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:16:55.911974705Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"d98f2c49-eadb-4502-bcc9-e6ab83c73cae","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208-kserve-route (gateways: [openshift-ingress/e2e-mt-4cf21208]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:16:55.912040688Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"d98f2c49-eadb-4502-bcc9-e6ab83c73cae","error":"resolve tenant gateway for model ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208-kserve-route (gateways: [openshift-ingress/e2e-mt-4cf21208]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:58.6504238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b4b54"},"namespace":"ai-tenant-e2e-ipp-b-8b4b54","name":"default-tenant","reconcileID":"d257f283-0e66-449a-8aa0-7f4bc7a73156","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-8b4b54","tenantID":"e2e-ipp-b-8b4b54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:58.76141575Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b4b54"},"namespace":"ai-tenant-e2e-ipp-b-8b4b54","name":"default-tenant","reconcileID":"d257f283-0e66-449a-8aa0-7f4bc7a73156","name":"e2e-ipp-b-8b4b54-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:03.40474067Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4401bb"},"namespace":"ai-tenant-e2e-api-b-4401bb","name":"default-tenant","reconcileID":"856e5fbd-6841-46a1-9471-dafd0a7656ab","namespace":"ai-tenant-e2e-api-b-4401bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:03.404801755Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4401bb"},"namespace":"ai-tenant-e2e-api-b-4401bb","name":"default-tenant","reconcileID":"856e5fbd-6841-46a1-9471-dafd0a7656ab","namespace":"ai-tenant-e2e-api-b-4401bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:03.404856561Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4401bb"},"namespace":"ai-tenant-e2e-api-b-4401bb","name":"default-tenant","reconcileID":"856e5fbd-6841-46a1-9471-dafd0a7656ab","tenant":"e2e-api-b-4401bb","tenantID":"e2e-api-b-4401bb","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:03.456017923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4401bb"},"namespace":"ai-tenant-e2e-api-b-4401bb","name":"default-tenant","reconcileID":"856e5fbd-6841-46a1-9471-dafd0a7656ab","gvk":"Deployment","name":"maas-api-e2e-api-b-4401bb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:03.516243468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4401bb"},"namespace":"ai-tenant-e2e-api-b-4401bb","name":"default-tenant","reconcileID":"856e5fbd-6841-46a1-9471-dafd0a7656ab","gvk":"Service","name":"maas-api-e2e-api-b-4401bb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:03.56959166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4401bb"},"namespace":"ai-tenant-e2e-api-b-4401bb","name":"default-tenant","reconcileID":"856e5fbd-6841-46a1-9471-dafd0a7656ab","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-4401bb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:03.620505028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4401bb"},"namespace":"ai-tenant-e2e-api-b-4401bb","name":"default-tenant","reconcileID":"856e5fbd-6841-46a1-9471-dafd0a7656ab","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-4401bb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:03.67237264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4401bb"},"namespace":"ai-tenant-e2e-api-b-4401bb","name":"default-tenant","reconcileID":"856e5fbd-6841-46a1-9471-dafd0a7656ab","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-4401bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:03.723299225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4401bb"},"namespace":"ai-tenant-e2e-api-b-4401bb","name":"default-tenant","reconcileID":"856e5fbd-6841-46a1-9471-dafd0a7656ab","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-4401bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:03.777280105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4401bb"},"namespace":"ai-tenant-e2e-api-b-4401bb","name":"default-tenant","reconcileID":"856e5fbd-6841-46a1-9471-dafd0a7656ab","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-4401bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:03.828800198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4401bb"},"namespace":"ai-tenant-e2e-api-b-4401bb","name":"default-tenant","reconcileID":"856e5fbd-6841-46a1-9471-dafd0a7656ab","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-4401bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:03.878623502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4401bb"},"namespace":"ai-tenant-e2e-api-b-4401bb","name":"default-tenant","reconcileID":"856e5fbd-6841-46a1-9471-dafd0a7656ab","gvk":"Deployment","name":"payload-processing-e2e-api-b-4401bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:03.927420171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4401bb"},"namespace":"ai-tenant-e2e-api-b-4401bb","name":"default-tenant","reconcileID":"856e5fbd-6841-46a1-9471-dafd0a7656ab","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-4401bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:03.975951709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4401bb"},"namespace":"ai-tenant-e2e-api-b-4401bb","name":"default-tenant","reconcileID":"856e5fbd-6841-46a1-9471-dafd0a7656ab","gvk":"Service","name":"payload-processing-e2e-api-b-4401bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:04.024360369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4401bb"},"namespace":"ai-tenant-e2e-api-b-4401bb","name":"default-tenant","reconcileID":"856e5fbd-6841-46a1-9471-dafd0a7656ab","gvk":"Service","name":"payload-pre-processing-e2e-api-b-4401bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:04.073173644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4401bb"},"namespace":"ai-tenant-e2e-api-b-4401bb","name":"default-tenant","reconcileID":"856e5fbd-6841-46a1-9471-dafd0a7656ab","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-4401bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:04.121539334Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4401bb"},"namespace":"ai-tenant-e2e-api-b-4401bb","name":"default-tenant","reconcileID":"856e5fbd-6841-46a1-9471-dafd0a7656ab","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-4401bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:04.17016964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4401bb"},"namespace":"ai-tenant-e2e-api-b-4401bb","name":"default-tenant","reconcileID":"856e5fbd-6841-46a1-9471-dafd0a7656ab","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-4401bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:04.223349482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4401bb"},"namespace":"ai-tenant-e2e-api-b-4401bb","name":"default-tenant","reconcileID":"856e5fbd-6841-46a1-9471-dafd0a7656ab","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-4401bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:04.27216351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4401bb"},"namespace":"ai-tenant-e2e-api-b-4401bb","name":"default-tenant","reconcileID":"856e5fbd-6841-46a1-9471-dafd0a7656ab","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-4401bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:04.320823289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4401bb"},"namespace":"ai-tenant-e2e-api-b-4401bb","name":"default-tenant","reconcileID":"856e5fbd-6841-46a1-9471-dafd0a7656ab","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-4401bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:04.372604818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4401bb"},"namespace":"ai-tenant-e2e-api-b-4401bb","name":"default-tenant","reconcileID":"856e5fbd-6841-46a1-9471-dafd0a7656ab","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-4401bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:04.429457664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4401bb"},"namespace":"ai-tenant-e2e-api-b-4401bb","name":"default-tenant","reconcileID":"856e5fbd-6841-46a1-9471-dafd0a7656ab","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-4401bb","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:05.19922063Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-4401bb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-4401bb","reconcileID":"3a3be5c7-2e59-4b80-82df-17b80000611d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-4401bb","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-4401bb"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:17:05.361736902Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"9d1f2400-9263-4627-9ecf-03ab043af3a5","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208-kserve-route (gateways: [openshift-ingress/e2e-mt-4cf21208]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:17:05.361803979Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"9d1f2400-9263-4627-9ecf-03ab043af3a5","error":"resolve tenant gateway for model ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208-kserve-route (gateways: [openshift-ingress/e2e-mt-4cf21208]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:06.168992793Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:06.260012405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e99aba5b-57b0-4e96-af54-2d6f07783bde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:06.308599014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e99aba5b-57b0-4e96-af54-2d6f07783bde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:06.357362543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e99aba5b-57b0-4e96-af54-2d6f07783bde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:06.406089516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e99aba5b-57b0-4e96-af54-2d6f07783bde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:08.188055782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"981c67e4-5c3c-4e45-ad8d-c933dfa7f96b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:08.237682634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"981c67e4-5c3c-4e45-ad8d-c933dfa7f96b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:08.287024298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"981c67e4-5c3c-4e45-ad8d-c933dfa7f96b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:08.335742177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"981c67e4-5c3c-4e45-ad8d-c933dfa7f96b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:17:16.482302746Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"70b333ed-6dc7-4ef9-9bed-c7a129926f29","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208-kserve-route (gateways: [openshift-ingress/e2e-mt-4cf21208]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:17:16.482411566Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"70b333ed-6dc7-4ef9-9bed-c7a129926f29","error":"resolve tenant gateway for model ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208-kserve-route (gateways: [openshift-ingress/e2e-mt-4cf21208]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:17:16.637675344Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"84b1973d-74ee-4952-abd1-a9b40b8eb982","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208-kserve-route (gateways: [openshift-ingress/e2e-mt-4cf21208]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:17:16.637750371Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"84b1973d-74ee-4952-abd1-a9b40b8eb982","error":"resolve tenant gateway for model ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208-kserve-route (gateways: [openshift-ingress/e2e-mt-4cf21208]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:17.374616423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a8ec0c2-5e1e-4443-ba7c-3c54482cf336","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:17.423597532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a8ec0c2-5e1e-4443-ba7c-3c54482cf336","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:17.472067884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a8ec0c2-5e1e-4443-ba7c-3c54482cf336","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:17.520868922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a8ec0c2-5e1e-4443-ba7c-3c54482cf336","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:17:18.18150552Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"e0299a62-99a6-4b22-b665-70faa8524ede","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208-kserve-route (gateways: [openshift-ingress/e2e-mt-4cf21208]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:17:18.181669039Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"e0299a62-99a6-4b22-b665-70faa8524ede","error":"resolve tenant gateway for model ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208-kserve-route (gateways: [openshift-ingress/e2e-mt-4cf21208]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:18.335710327Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-8daffd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-8daffd","reconcileID":"0757809b-908f-4c27-9aae-e7ee7948bdbb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-8daffd","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-8daffd":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:17:18.639130727Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"e7aa0f33-8833-4ee9-87d1-1fadb0d2e752","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208-kserve-route (gateways: [openshift-ingress/e2e-mt-4cf21208]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:17:18.639188871Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"e7aa0f33-8833-4ee9-87d1-1fadb0d2e752","error":"resolve tenant gateway for model ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208-kserve-route (gateways: [openshift-ingress/e2e-mt-4cf21208]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:19.419144424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9facf8be-d07b-46e7-9427-3a3a579ae75e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:19.468798646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9facf8be-d07b-46e7-9427-3a3a579ae75e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:19.517867489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9facf8be-d07b-46e7-9427-3a3a579ae75e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:19.571854643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9facf8be-d07b-46e7-9427-3a3a579ae75e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:19.987146616Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-subscription","reconcileID":"97858dc0-77f3-41e2-b987-ee836bc89f2c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-premium-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/premium-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:20.000037406Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-subscription","reconcileID":"fb11f332-7d20-46a1-b56a-3de90400527a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-premium-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:20.237709243Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a554cc4d-02a0-4b5c-80fa-3c79b9d13357","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:20.345605022Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-subscription","reconcileID":"5e6565e4-ee8b-49b1-8d1a-1275f216bc31","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-simulator-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:20.446862733Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2388c37b-2eaa-496d-b9d2-a50b97861f04","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:20.459875502Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-subscription","reconcileID":"5e881b9a-f012-4263-8ddf-1103d1381354","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:20.584754341Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-subscription","reconcileID":"a0d15650-2649-4c99-befb-40a782233e47","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:17:20.718946424Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"646c6fe2-93fa-4bc8-9608-b1068c58cc26","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208-kserve-route (gateways: [openshift-ingress/e2e-mt-4cf21208]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:17:20.719023177Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"646c6fe2-93fa-4bc8-9608-b1068c58cc26","error":"resolve tenant gateway for model ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208-kserve-route (gateways: [openshift-ingress/e2e-mt-4cf21208]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:20.745782793Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-subscription","reconcileID":"03f656e3-ebf6-480f-b006-c500e4873df4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:20.861050098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-subscription","reconcileID":"34e2997f-a378-4105-aea4-79e118960707","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-premium-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:20.999151654Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-subscription","reconcileID":"5e6a7b50-062a-4688-9e74-5b43e34526df","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-premium-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/premium-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:21.096583097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-subscription","reconcileID":"ec148eab-5479-41ee-ae08-6c84c9c9c054","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-simulator-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:21.199045111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-subscription","reconcileID":"f04a2ae8-60a3-4528-9d5b-8d5a214c09c8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-premium-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/premium-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:21.397897599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"312150cc-8573-41fc-a6a0-41735487083a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:21.446747539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"312150cc-8573-41fc-a6a0-41735487083a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:21.49514112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"312150cc-8573-41fc-a6a0-41735487083a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:21.546039994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"312150cc-8573-41fc-a6a0-41735487083a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:23.440883225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20904c0a-c1eb-4537-a3a5-108e2cf79591","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:23.513259593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20904c0a-c1eb-4537-a3a5-108e2cf79591","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:23.596390059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20904c0a-c1eb-4537-a3a5-108e2cf79591","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:23.652610633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20904c0a-c1eb-4537-a3a5-108e2cf79591","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:17:31.845092488Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"0296f156-d7d8-47e1-8227-f3e93f3abf8d","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208-kserve-route (gateways: [openshift-ingress/e2e-mt-4cf21208]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:17:31.845191344Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"0296f156-d7d8-47e1-8227-f3e93f3abf8d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-4cf21208/e2e-lifecycle-model-4cf21208-kserve-route (gateways: [openshift-ingress/e2e-mt-4cf21208]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:17:32.55030665Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-4cf21208","namespace":"ai-tenant-e2e-mt-4cf21208"},"namespace":"ai-tenant-e2e-mt-4cf21208","name":"e2e-lifecycle-model-4cf21208","reconcileID":"9fb291d6-fd4b-4400-89c9-bb53bada736c","error":"maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-4cf21208\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:36.178015818Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:36.551270961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4576d9"},"namespace":"ai-tenant-e2e-ipp-b-4576d9","name":"default-tenant","reconcileID":"c8e14dfa-e44b-4955-8fed-2fcb6a025a6f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-4576d9","tenantID":"e2e-ipp-b-4576d9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:36.665980321Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4576d9"},"namespace":"ai-tenant-e2e-ipp-b-4576d9","name":"default-tenant","reconcileID":"c8e14dfa-e44b-4955-8fed-2fcb6a025a6f","name":"e2e-ipp-b-4576d9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:40.981308791Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5fefde08-67a2-4ffd-b45d-87a5ec5fe401","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:40.981357133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5fefde08-67a2-4ffd-b45d-87a5ec5fe401","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:41.035389501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"caf2ea3d-d8e7-4655-a812-20eaddd3b1ba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:41.035413765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"caf2ea3d-d8e7-4655-a812-20eaddd3b1ba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:41.137982677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-2ca37fde"},"namespace":"ai-tenant-e2e-mt-2ca37fde","name":"e2e-shared-int-policy-2ca37fde","reconcileID":"f0698ca8-aacc-4e2d-a417-79fe93edaa64","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-2ca37fde"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:41.270192069Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-2ca37fde"},"namespace":"ai-tenant-e2e-mt-2ca37fde","name":"e2e-shared-int-policy-2ca37fde","reconcileID":"f0698ca8-aacc-4e2d-a417-79fe93edaa64","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-2ca37fde"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:41.32539138Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-2ca37fde"},"namespace":"ai-tenant-e2e-mt-2ca37fde","name":"e2e-shared-int-policy-2ca37fde","reconcileID":"f0698ca8-aacc-4e2d-a417-79fe93edaa64","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-2ca37fde"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:41.379953887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d950ad4-5759-4e8b-8720-8206c2e5c469","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:41.379970802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d950ad4-5759-4e8b-8720-8206c2e5c469","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:41.473583665Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9fcb8510-c9f0-45cd-9fa5-2569f494544c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:41.473672146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9fcb8510-c9f0-45cd-9fa5-2569f494544c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:41.528843575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07d35d92-60ce-4284-9f32-6bf01bc58ddb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:41.52886325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07d35d92-60ce-4284-9f32-6bf01bc58ddb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:41.573357262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-2ca37fde"},"namespace":"ai-tenant-e2e-mt-2ca37fde","name":"e2e-shared-int-policy-2ca37fde","reconcileID":"97fe79ef-17a9-4fa3-891f-8af4e9c91ec3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-2ca37fde"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:17:41.576821385Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-2ca37fde","namespace":"ai-tenant-e2e-mt-2ca37fde"},"namespace":"ai-tenant-e2e-mt-2ca37fde","name":"e2e-shared-int-sub-2ca37fde","reconcileID":"8684d6ac-0b95-43a1-86d9-09ad9aaaa86d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-2ca37fde\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:41.627111963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-2ca37fde"},"namespace":"ai-tenant-e2e-mt-2ca37fde","name":"e2e-shared-int-policy-2ca37fde","reconcileID":"97fe79ef-17a9-4fa3-891f-8af4e9c91ec3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-2ca37fde"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:41.679968145Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-2ca37fde"},"namespace":"ai-tenant-e2e-mt-2ca37fde","name":"e2e-shared-int-policy-2ca37fde","reconcileID":"97fe79ef-17a9-4fa3-891f-8af4e9c91ec3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-2ca37fde"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:41.685348724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e74ac3a3-a546-4cff-8cdb-99ac0f56cdfa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:41.685364877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e74ac3a3-a546-4cff-8cdb-99ac0f56cdfa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:41.73980948Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"010b5690-c0ba-4e1e-9606-4a2e9a7c80c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:41.739831622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"010b5690-c0ba-4e1e-9606-4a2e9a7c80c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:41.996720355Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-2ca37fde","namespace":"ai-tenant-e2e-mt-2ca37fde"},"namespace":"ai-tenant-e2e-mt-2ca37fde","name":"e2e-shared-int-sub-2ca37fde","reconcileID":"1fe2d712-2c42-408d-96e6-550e96546304","MaaSSubscription":{"name":"e2e-shared-int-sub-2ca37fde","namespace":"ai-tenant-e2e-mt-2ca37fde"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-2ca37fde/e2e-shared-int-sub-2ca37fde","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:42.151494407Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3a5cca65-31db-46cb-b942-a9c86d65b1b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:42.151513639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3a5cca65-31db-46cb-b942-a9c86d65b1b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:42.194070359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e05da129-872c-4281-8e73-77db6fed6ada","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:42.350950069Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-2ca37fde","namespace":"ai-tenant-e2e-mt-2ca37fde"},"namespace":"ai-tenant-e2e-mt-2ca37fde","name":"e2e-shared-int-sub-2ca37fde","reconcileID":"4ea50a29-a3e4-4946-935e-0a0bb7608b6d","MaaSSubscription":{"name":"e2e-shared-int-sub-2ca37fde","namespace":"ai-tenant-e2e-mt-2ca37fde"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:42.524618404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a248e0ad-450c-484b-aafb-da8511040f26","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:42.524640043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a248e0ad-450c-484b-aafb-da8511040f26","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:42.578681332Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ab151d3-e9d6-4cb1-a456-1a919fb50777","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:42.578700365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ab151d3-e9d6-4cb1-a456-1a919fb50777","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:42.675613617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"namespace":"ai-tenant-e2e-mt-ac8637ca","name":"e2e-shared-int-policy-2ca37fde","reconcileID":"562a05f7-6b5c-4d2d-8afd-637f52b6deae","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:42.733496336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"namespace":"ai-tenant-e2e-mt-ac8637ca","name":"e2e-shared-int-policy-2ca37fde","reconcileID":"562a05f7-6b5c-4d2d-8afd-637f52b6deae","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:42.789628816Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"namespace":"ai-tenant-e2e-mt-ac8637ca","name":"e2e-shared-int-policy-2ca37fde","reconcileID":"562a05f7-6b5c-4d2d-8afd-637f52b6deae","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:42.800534371Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf4fc4ea-29e3-4696-bfe2-efaaa78b9668","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:42.800560367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf4fc4ea-29e3-4696-bfe2-efaaa78b9668","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:42.844493999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0375d816-6685-4c87-a463-8aefc96b4b64","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:42.84451165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0375d816-6685-4c87-a463-8aefc96b4b64","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:42.855440153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c430c2e0-e1ce-4f79-a849-a960e13d6c0a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:42.855455793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c430c2e0-e1ce-4f79-a849-a960e13d6c0a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:17:42.902716901Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"namespace":"ai-tenant-e2e-mt-ac8637ca","name":"e2e-shared-int-sub-2ca37fde","reconcileID":"c01d0869-d63a-4bdf-8504-5f8499f2bd73","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-2ca37fde\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:42.941307637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"namespace":"ai-tenant-e2e-mt-ac8637ca","name":"e2e-shared-int-policy-2ca37fde","reconcileID":"be5c703a-855f-45d5-b7c9-fb1ad0083608","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:42.995025262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"namespace":"ai-tenant-e2e-mt-ac8637ca","name":"e2e-shared-int-policy-2ca37fde","reconcileID":"be5c703a-855f-45d5-b7c9-fb1ad0083608","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:43.009720083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"19b9184e-e1d5-43b1-9d56-919e7c46fd8e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:43.009735596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"19b9184e-e1d5-43b1-9d56-919e7c46fd8e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:43.048228598Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"namespace":"ai-tenant-e2e-mt-ac8637ca","name":"e2e-shared-int-policy-2ca37fde","reconcileID":"be5c703a-855f-45d5-b7c9-fb1ad0083608","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:43.067355707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b7b2700-291e-499f-b261-d8520e22a3fc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:43.067374173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b7b2700-291e-499f-b261-d8520e22a3fc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:17:43.097988487Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"namespace":"ai-tenant-e2e-mt-ac8637ca","name":"e2e-shared-int-policy-2ca37fde","reconcileID":"be5c703a-855f-45d5-b7c9-fb1ad0083608","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-shared-int-policy-2ca37fde\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:43.200695572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"namespace":"ai-tenant-e2e-mt-ac8637ca","name":"e2e-shared-int-policy-2ca37fde","reconcileID":"d8cf3bf7-3dbc-4758-aa31-eee24fc8154c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:43.254732165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"namespace":"ai-tenant-e2e-mt-ac8637ca","name":"e2e-shared-int-policy-2ca37fde","reconcileID":"d8cf3bf7-3dbc-4758-aa31-eee24fc8154c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:43.307839852Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"namespace":"ai-tenant-e2e-mt-ac8637ca","name":"e2e-shared-int-policy-2ca37fde","reconcileID":"d8cf3bf7-3dbc-4758-aa31-eee24fc8154c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:43.327645257Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"namespace":"ai-tenant-e2e-mt-ac8637ca","name":"e2e-shared-int-sub-2ca37fde","reconcileID":"045b9fb2-2ea2-4f27-aaf4-342ad89498e0","MaaSSubscription":{"name":"e2e-shared-int-sub-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-2ca37fde/e2e-shared-int-sub-2ca37fde","ai-tenant-e2e-mt-ac8637ca/e2e-shared-int-sub-2ca37fde","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:43.484880783Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9aac4fa6-ce06-467a-9d99-51e807e0bdb0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:43.484900236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9aac4fa6-ce06-467a-9d99-51e807e0bdb0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:43.526507797Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-2ca37fde","namespace":"ai-tenant-e2e-mt-2ca37fde"},"namespace":"ai-tenant-e2e-mt-2ca37fde","name":"e2e-shared-int-sub-2ca37fde","reconcileID":"ce250e9a-2c12-4462-bdf0-1fa0e2fc3d1d","MaaSSubscription":{"name":"e2e-shared-int-sub-2ca37fde","namespace":"ai-tenant-e2e-mt-2ca37fde"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:43.52780063Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cf8eb11f-6b35-4f7d-994d-9986991d4b4c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:43.685028612Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"namespace":"ai-tenant-e2e-mt-ac8637ca","name":"e2e-shared-int-sub-2ca37fde","reconcileID":"07a8aa71-d0e9-4498-8095-1e899454d3fd","MaaSSubscription":{"name":"e2e-shared-int-sub-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:48.702107853Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-2ca37fde"},"namespace":"ai-tenant-e2e-mt-2ca37fde","name":"e2e-shared-int-policy-2ca37fde","reconcileID":"d03aed06-bf54-4f4e-a4fc-6b58f5b2cfc3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-2ca37fde"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:48.702292267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c827040b-7040-4ba9-833a-e8fc530e7cf4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:48.702311943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c827040b-7040-4ba9-833a-e8fc530e7cf4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:48.851541452Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-2ca37fde"},"namespace":"ai-tenant-e2e-mt-2ca37fde","name":"e2e-shared-int-policy-2ca37fde","reconcileID":"d03aed06-bf54-4f4e-a4fc-6b58f5b2cfc3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-2ca37fde"},"policyNamespace":"ai-tenant-e2e-mt-2ca37fde","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:48.906828186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8904955a-7578-48f5-b948-571184eec96e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:48.906848042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8904955a-7578-48f5-b948-571184eec96e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:49.075221336Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"83bd9cc3-c39a-48b3-8255-055b5dc5276d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:49.075247735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"83bd9cc3-c39a-48b3-8255-055b5dc5276d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:50.511599866Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-427d70"},"namespace":"ai-tenant-e2e-api-b-427d70","name":"default-tenant","reconcileID":"0009de2f-1e06-4924-b818-ef5e65e00a51","namespace":"ai-tenant-e2e-api-b-427d70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:50.511657468Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-427d70"},"namespace":"ai-tenant-e2e-api-b-427d70","name":"default-tenant","reconcileID":"0009de2f-1e06-4924-b818-ef5e65e00a51","namespace":"ai-tenant-e2e-api-b-427d70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:50.511707157Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-427d70"},"namespace":"ai-tenant-e2e-api-b-427d70","name":"default-tenant","reconcileID":"0009de2f-1e06-4924-b818-ef5e65e00a51","tenant":"e2e-api-b-427d70","tenantID":"e2e-api-b-427d70","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:50.56513928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-427d70"},"namespace":"ai-tenant-e2e-api-b-427d70","name":"default-tenant","reconcileID":"0009de2f-1e06-4924-b818-ef5e65e00a51","gvk":"Deployment","name":"maas-api-e2e-api-b-427d70","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:50.626220686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-427d70"},"namespace":"ai-tenant-e2e-api-b-427d70","name":"default-tenant","reconcileID":"0009de2f-1e06-4924-b818-ef5e65e00a51","gvk":"Service","name":"maas-api-e2e-api-b-427d70","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:50.680186448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-427d70"},"namespace":"ai-tenant-e2e-api-b-427d70","name":"default-tenant","reconcileID":"0009de2f-1e06-4924-b818-ef5e65e00a51","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-427d70","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:50.734869137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-427d70"},"namespace":"ai-tenant-e2e-api-b-427d70","name":"default-tenant","reconcileID":"0009de2f-1e06-4924-b818-ef5e65e00a51","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-427d70","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:50.787764558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-427d70"},"namespace":"ai-tenant-e2e-api-b-427d70","name":"default-tenant","reconcileID":"0009de2f-1e06-4924-b818-ef5e65e00a51","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-427d70","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:50.839548944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-427d70"},"namespace":"ai-tenant-e2e-api-b-427d70","name":"default-tenant","reconcileID":"0009de2f-1e06-4924-b818-ef5e65e00a51","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-427d70","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:50.893883476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-427d70"},"namespace":"ai-tenant-e2e-api-b-427d70","name":"default-tenant","reconcileID":"0009de2f-1e06-4924-b818-ef5e65e00a51","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-427d70","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:50.945532959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-427d70"},"namespace":"ai-tenant-e2e-api-b-427d70","name":"default-tenant","reconcileID":"0009de2f-1e06-4924-b818-ef5e65e00a51","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-427d70","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:50.994141956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-427d70"},"namespace":"ai-tenant-e2e-api-b-427d70","name":"default-tenant","reconcileID":"0009de2f-1e06-4924-b818-ef5e65e00a51","gvk":"Deployment","name":"payload-processing-e2e-api-b-427d70","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:51.045568152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-427d70"},"namespace":"ai-tenant-e2e-api-b-427d70","name":"default-tenant","reconcileID":"0009de2f-1e06-4924-b818-ef5e65e00a51","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-427d70","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:51.09419916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-427d70"},"namespace":"ai-tenant-e2e-api-b-427d70","name":"default-tenant","reconcileID":"0009de2f-1e06-4924-b818-ef5e65e00a51","gvk":"Service","name":"payload-processing-e2e-api-b-427d70","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:51.144659244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-427d70"},"namespace":"ai-tenant-e2e-api-b-427d70","name":"default-tenant","reconcileID":"0009de2f-1e06-4924-b818-ef5e65e00a51","gvk":"Service","name":"payload-pre-processing-e2e-api-b-427d70","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:51.193201478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-427d70"},"namespace":"ai-tenant-e2e-api-b-427d70","name":"default-tenant","reconcileID":"0009de2f-1e06-4924-b818-ef5e65e00a51","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-427d70","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:51.24258537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-427d70"},"namespace":"ai-tenant-e2e-api-b-427d70","name":"default-tenant","reconcileID":"0009de2f-1e06-4924-b818-ef5e65e00a51","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-427d70","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:51.291546775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-427d70"},"namespace":"ai-tenant-e2e-api-b-427d70","name":"default-tenant","reconcileID":"0009de2f-1e06-4924-b818-ef5e65e00a51","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-427d70","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:51.349521315Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-427d70"},"namespace":"ai-tenant-e2e-api-b-427d70","name":"default-tenant","reconcileID":"0009de2f-1e06-4924-b818-ef5e65e00a51","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-427d70","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:51.446553946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-427d70"},"namespace":"ai-tenant-e2e-api-b-427d70","name":"default-tenant","reconcileID":"0009de2f-1e06-4924-b818-ef5e65e00a51","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-427d70","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:51.4959148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-427d70"},"namespace":"ai-tenant-e2e-api-b-427d70","name":"default-tenant","reconcileID":"0009de2f-1e06-4924-b818-ef5e65e00a51","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-427d70","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:51.557703959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-427d70"},"namespace":"ai-tenant-e2e-api-b-427d70","name":"default-tenant","reconcileID":"0009de2f-1e06-4924-b818-ef5e65e00a51","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-427d70","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:51.60669737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-427d70"},"namespace":"ai-tenant-e2e-api-b-427d70","name":"default-tenant","reconcileID":"0009de2f-1e06-4924-b818-ef5e65e00a51","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-427d70","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:52.277630518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cbed159-e55f-4809-b19e-63851458f43b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:52.331729814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cbed159-e55f-4809-b19e-63851458f43b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:52.380763654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cbed159-e55f-4809-b19e-63851458f43b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:52.433342683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cbed159-e55f-4809-b19e-63851458f43b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:53.087220208Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-427d70","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-427d70","reconcileID":"0d0fe99a-f88c-49b0-af47-ad1c9458abed","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-427d70","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-427d70"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:53.490438689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"namespace":"ai-tenant-e2e-mt-ac8637ca","name":"e2e-shared-int-policy-2ca37fde","reconcileID":"48b57c40-89c4-494c-96ab-0e4ab4f16b19","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:53.545595403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"namespace":"ai-tenant-e2e-mt-ac8637ca","name":"e2e-shared-int-policy-2ca37fde","reconcileID":"48b57c40-89c4-494c-96ab-0e4ab4f16b19","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:53.598568345Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"namespace":"ai-tenant-e2e-mt-ac8637ca","name":"e2e-shared-int-policy-2ca37fde","reconcileID":"48b57c40-89c4-494c-96ab-0e4ab4f16b19","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:54.24650507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"359faf66-b5f5-49eb-91c4-00ecd20f64a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:54.295440503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"359faf66-b5f5-49eb-91c4-00ecd20f64a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:54.346975325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"359faf66-b5f5-49eb-91c4-00ecd20f64a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:54.396942779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"359faf66-b5f5-49eb-91c4-00ecd20f64a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:56.21620595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7e03580-f691-48a0-8723-c3573e8a6056","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:56.265421584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7e03580-f691-48a0-8723-c3573e8a6056","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:56.31448242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7e03580-f691-48a0-8723-c3573e8a6056","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:56.363749647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7e03580-f691-48a0-8723-c3573e8a6056","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:58.265128471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48b74c64-161a-4edc-98be-f7456dfd77f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:58.314069253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48b74c64-161a-4edc-98be-f7456dfd77f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:58.362732431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48b74c64-161a-4edc-98be-f7456dfd77f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:58.411595545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48b74c64-161a-4edc-98be-f7456dfd77f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:59.229577598Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-2ca37fde","namespace":"ai-tenant-e2e-mt-2ca37fde"},"namespace":"ai-tenant-e2e-mt-2ca37fde","name":"e2e-shared-int-sub-2ca37fde","reconcileID":"663497fa-eaf2-4402-bbf1-a710af1ea8f1","MaaSSubscription":{"name":"e2e-shared-int-sub-2ca37fde","namespace":"ai-tenant-e2e-mt-2ca37fde"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-2ca37fde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:59.449233279Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-2ca37fde","namespace":"ai-tenant-e2e-mt-2ca37fde"},"namespace":"ai-tenant-e2e-mt-2ca37fde","name":"e2e-shared-int-sub-2ca37fde","reconcileID":"663497fa-eaf2-4402-bbf1-a710af1ea8f1","MaaSSubscription":{"name":"e2e-shared-int-sub-2ca37fde","namespace":"ai-tenant-e2e-mt-2ca37fde"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-ac8637ca/e2e-shared-int-sub-2ca37fde","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:59.646576242Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"524c96bc-05ea-48f3-b011-dfca738840d0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:59.64725269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"namespace":"ai-tenant-e2e-mt-ac8637ca","name":"e2e-shared-int-sub-2ca37fde","reconcileID":"1a23ab0c-46b2-4754-8c6b-9dd8a5de7f33","MaaSSubscription":{"name":"e2e-shared-int-sub-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:59.703824979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d42a05c4-9b95-407f-95ba-59d762033f84","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:59.703850905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d42a05c4-9b95-407f-95ba-59d762033f84","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:00.207344598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9633d65d-8fa0-4426-b9da-448d82d072b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:00.256831389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9633d65d-8fa0-4426-b9da-448d82d072b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:00.305334374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9633d65d-8fa0-4426-b9da-448d82d072b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:00.357501755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9633d65d-8fa0-4426-b9da-448d82d072b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:03.718464309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"namespace":"ai-tenant-e2e-mt-ac8637ca","name":"e2e-shared-int-policy-2ca37fde","reconcileID":"0243ebbb-fb5d-4432-9a47-aaf992c6651d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:03.774631316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"namespace":"ai-tenant-e2e-mt-ac8637ca","name":"e2e-shared-int-policy-2ca37fde","reconcileID":"0243ebbb-fb5d-4432-9a47-aaf992c6651d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:03.827207393Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"namespace":"ai-tenant-e2e-mt-ac8637ca","name":"e2e-shared-int-policy-2ca37fde","reconcileID":"0243ebbb-fb5d-4432-9a47-aaf992c6651d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:06.167908591Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:07.044308022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1757731-f7f8-412b-9528-c5144afdaa83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:07.093453418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1757731-f7f8-412b-9528-c5144afdaa83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:07.141959981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1757731-f7f8-412b-9528-c5144afdaa83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:07.190787802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1757731-f7f8-412b-9528-c5144afdaa83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:07.535635119Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-0e90fe","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-0e90fe","reconcileID":"65479869-6cb5-43ca-852c-54dc0d1ea30b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-0e90fe","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-0e90fe":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:09.037409737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d80f119-8640-4efc-9dd0-743a51834354","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:09.086086081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d80f119-8640-4efc-9dd0-743a51834354","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:09.134940505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d80f119-8640-4efc-9dd0-743a51834354","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:09.183533228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d80f119-8640-4efc-9dd0-743a51834354","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:10.969202001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a598d1a-b689-4807-98dd-1c8cad90d3d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:11.034457696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a598d1a-b689-4807-98dd-1c8cad90d3d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:11.083078111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a598d1a-b689-4807-98dd-1c8cad90d3d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:11.131728514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a598d1a-b689-4807-98dd-1c8cad90d3d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:13.927968616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"namespace":"ai-tenant-e2e-mt-ac8637ca","name":"e2e-shared-int-policy-2ca37fde","reconcileID":"5a10873a-1ca6-496d-ac64-f4379befb361","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:13.982356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"namespace":"ai-tenant-e2e-mt-ac8637ca","name":"e2e-shared-int-policy-2ca37fde","reconcileID":"5a10873a-1ca6-496d-ac64-f4379befb361","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:14.035696966Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"namespace":"ai-tenant-e2e-mt-ac8637ca","name":"e2e-shared-int-policy-2ca37fde","reconcileID":"5a10873a-1ca6-496d-ac64-f4379befb361","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:15.812858277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8daffd"},"namespace":"ai-tenant-e2e-ipp-a-8daffd","name":"default-tenant","reconcileID":"ea0af514-66bf-402a-bea3-fc0a62217a70","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-8daffd","tenantID":"e2e-ipp-a-8daffd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:15.925485027Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8daffd"},"namespace":"ai-tenant-e2e-ipp-a-8daffd","name":"default-tenant","reconcileID":"ea0af514-66bf-402a-bea3-fc0a62217a70","name":"e2e-ipp-a-8daffd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:24.133893376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"namespace":"ai-tenant-e2e-mt-ac8637ca","name":"e2e-shared-int-policy-2ca37fde","reconcileID":"b5ede2fc-95e8-4276-a4c8-59dbf1d49ef8","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:24.189177238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"namespace":"ai-tenant-e2e-mt-ac8637ca","name":"e2e-shared-int-policy-2ca37fde","reconcileID":"b5ede2fc-95e8-4276-a4c8-59dbf1d49ef8","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:24.241875708Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"namespace":"ai-tenant-e2e-mt-ac8637ca","name":"e2e-shared-int-policy-2ca37fde","reconcileID":"b5ede2fc-95e8-4276-a4c8-59dbf1d49ef8","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:34.407487598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"namespace":"ai-tenant-e2e-mt-ac8637ca","name":"e2e-shared-int-policy-2ca37fde","reconcileID":"a7fdb63f-d24d-4636-a6d8-bf404ad98698","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:34.461286033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"namespace":"ai-tenant-e2e-mt-ac8637ca","name":"e2e-shared-int-policy-2ca37fde","reconcileID":"a7fdb63f-d24d-4636-a6d8-bf404ad98698","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:34.513949991Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"namespace":"ai-tenant-e2e-mt-ac8637ca","name":"e2e-shared-int-policy-2ca37fde","reconcileID":"a7fdb63f-d24d-4636-a6d8-bf404ad98698","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:34.569442131Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2556bf24-0446-4108-b14b-d2a63b51af55","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:34.56945845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2556bf24-0446-4108-b14b-d2a63b51af55","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:35.161911968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de4f1973-058a-4c52-b7ea-a6e79aa92224","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:35.211112937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de4f1973-058a-4c52-b7ea-a6e79aa92224","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:35.259868381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de4f1973-058a-4c52-b7ea-a6e79aa92224","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:35.310271027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de4f1973-058a-4c52-b7ea-a6e79aa92224","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:36.173229868Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:37.489515684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8d5c14f-8078-4f23-b8fe-d916e69f17cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:37.55121806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8d5c14f-8078-4f23-b8fe-d916e69f17cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:37.616012373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8d5c14f-8078-4f23-b8fe-d916e69f17cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:37.677450573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8d5c14f-8078-4f23-b8fe-d916e69f17cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:40.530981167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82250c68-69fd-487e-9283-435cd6ed462a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:40.593002374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82250c68-69fd-487e-9283-435cd6ed462a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:40.649788657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82250c68-69fd-487e-9283-435cd6ed462a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:40.704376489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82250c68-69fd-487e-9283-435cd6ed462a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:42.968702124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"409fbde5-4ce8-4d49-b6bc-6be83b3dc6e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:43.019858648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"409fbde5-4ce8-4d49-b6bc-6be83b3dc6e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:43.079200912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"409fbde5-4ce8-4d49-b6bc-6be83b3dc6e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:43.136858597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"409fbde5-4ce8-4d49-b6bc-6be83b3dc6e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:44.67138584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"namespace":"ai-tenant-e2e-mt-ac8637ca","name":"e2e-shared-int-policy-2ca37fde","reconcileID":"e4d536c7-47f7-4127-8212-86557b42f035","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:44.730855898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"namespace":"ai-tenant-e2e-mt-ac8637ca","name":"e2e-shared-int-policy-2ca37fde","reconcileID":"e4d536c7-47f7-4127-8212-86557b42f035","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:44.785458869Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"namespace":"ai-tenant-e2e-mt-ac8637ca","name":"e2e-shared-int-policy-2ca37fde","reconcileID":"e4d536c7-47f7-4127-8212-86557b42f035","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:54.897569858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"namespace":"ai-tenant-e2e-mt-ac8637ca","name":"e2e-shared-int-policy-2ca37fde","reconcileID":"fd3d17da-8ab7-414f-a047-b987b764a71b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:54.970408169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"namespace":"ai-tenant-e2e-mt-ac8637ca","name":"e2e-shared-int-policy-2ca37fde","reconcileID":"fd3d17da-8ab7-414f-a047-b987b764a71b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:55.024092568Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"namespace":"ai-tenant-e2e-mt-ac8637ca","name":"e2e-shared-int-policy-2ca37fde","reconcileID":"fd3d17da-8ab7-414f-a047-b987b764a71b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:05.136271746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"namespace":"ai-tenant-e2e-mt-ac8637ca","name":"e2e-shared-int-policy-2ca37fde","reconcileID":"27258ce4-202f-4191-8ac9-339d20ea0bf8","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:05.190266284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"namespace":"ai-tenant-e2e-mt-ac8637ca","name":"e2e-shared-int-policy-2ca37fde","reconcileID":"27258ce4-202f-4191-8ac9-339d20ea0bf8","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:05.497930167Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7927d208-5719-400a-9d8f-e9ec4da05798","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:05.497949002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7927d208-5719-400a-9d8f-e9ec4da05798","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:06.168079547Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:09.7838813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"default-tenant","reconcileID":"dbf76be2-1910-4338-8c29-0832e8639894","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-0e90fe","tenantID":"e2e-ipp-a-0e90fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:09.968483295Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"default-tenant","reconcileID":"dbf76be2-1910-4338-8c29-0832e8639894","name":"e2e-ipp-a-0e90fe-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:10.685658894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d46c06f-ef20-4046-8784-94396bd8333f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:10.734105497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d46c06f-ef20-4046-8784-94396bd8333f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:10.782703185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d46c06f-ef20-4046-8784-94396bd8333f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:10.831028138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d46c06f-ef20-4046-8784-94396bd8333f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:12.643572717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77ebf234-768c-4918-a5a4-737c900d7119","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:12.692086388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77ebf234-768c-4918-a5a4-737c900d7119","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:12.740394112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77ebf234-768c-4918-a5a4-737c900d7119","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:12.788980412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77ebf234-768c-4918-a5a4-737c900d7119","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:19.384803748Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ad7da0"},"namespace":"ai-tenant-e2e-ipp-a-ad7da0","name":"default-tenant","reconcileID":"951aa7e2-7511-48b7-a9d0-1479f2be367d","namespace":"ai-tenant-e2e-ipp-a-ad7da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:19.384859929Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ad7da0"},"namespace":"ai-tenant-e2e-ipp-a-ad7da0","name":"default-tenant","reconcileID":"951aa7e2-7511-48b7-a9d0-1479f2be367d","namespace":"ai-tenant-e2e-ipp-a-ad7da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:19.384919807Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ad7da0"},"namespace":"ai-tenant-e2e-ipp-a-ad7da0","name":"default-tenant","reconcileID":"951aa7e2-7511-48b7-a9d0-1479f2be367d","tenant":"e2e-ipp-a-ad7da0","tenantID":"e2e-ipp-a-ad7da0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:19.438135808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ad7da0"},"namespace":"ai-tenant-e2e-ipp-a-ad7da0","name":"default-tenant","reconcileID":"951aa7e2-7511-48b7-a9d0-1479f2be367d","gvk":"Deployment","name":"maas-api-e2e-ipp-a-ad7da0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:19.501143281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ad7da0"},"namespace":"ai-tenant-e2e-ipp-a-ad7da0","name":"default-tenant","reconcileID":"951aa7e2-7511-48b7-a9d0-1479f2be367d","gvk":"Service","name":"maas-api-e2e-ipp-a-ad7da0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:19.558067741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ad7da0"},"namespace":"ai-tenant-e2e-ipp-a-ad7da0","name":"default-tenant","reconcileID":"951aa7e2-7511-48b7-a9d0-1479f2be367d","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-ad7da0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:19.609013563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ad7da0"},"namespace":"ai-tenant-e2e-ipp-a-ad7da0","name":"default-tenant","reconcileID":"951aa7e2-7511-48b7-a9d0-1479f2be367d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-ad7da0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:19.661306578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ad7da0"},"namespace":"ai-tenant-e2e-ipp-a-ad7da0","name":"default-tenant","reconcileID":"951aa7e2-7511-48b7-a9d0-1479f2be367d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-ad7da0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:19.712655707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ad7da0"},"namespace":"ai-tenant-e2e-ipp-a-ad7da0","name":"default-tenant","reconcileID":"951aa7e2-7511-48b7-a9d0-1479f2be367d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-ad7da0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:19.767000787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ad7da0"},"namespace":"ai-tenant-e2e-ipp-a-ad7da0","name":"default-tenant","reconcileID":"951aa7e2-7511-48b7-a9d0-1479f2be367d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-ad7da0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:19.818305572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ad7da0"},"namespace":"ai-tenant-e2e-ipp-a-ad7da0","name":"default-tenant","reconcileID":"951aa7e2-7511-48b7-a9d0-1479f2be367d","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-ad7da0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:19.871839793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ad7da0"},"namespace":"ai-tenant-e2e-ipp-a-ad7da0","name":"default-tenant","reconcileID":"951aa7e2-7511-48b7-a9d0-1479f2be367d","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-ad7da0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:19.924899669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ad7da0"},"namespace":"ai-tenant-e2e-ipp-a-ad7da0","name":"default-tenant","reconcileID":"951aa7e2-7511-48b7-a9d0-1479f2be367d","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-ad7da0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:19.985953348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ad7da0"},"namespace":"ai-tenant-e2e-ipp-a-ad7da0","name":"default-tenant","reconcileID":"951aa7e2-7511-48b7-a9d0-1479f2be367d","gvk":"Service","name":"payload-processing-e2e-ipp-a-ad7da0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:20.043399718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ad7da0"},"namespace":"ai-tenant-e2e-ipp-a-ad7da0","name":"default-tenant","reconcileID":"951aa7e2-7511-48b7-a9d0-1479f2be367d","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-ad7da0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:20.099059399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ad7da0"},"namespace":"ai-tenant-e2e-ipp-a-ad7da0","name":"default-tenant","reconcileID":"951aa7e2-7511-48b7-a9d0-1479f2be367d","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-ad7da0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:20.150737081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ad7da0"},"namespace":"ai-tenant-e2e-ipp-a-ad7da0","name":"default-tenant","reconcileID":"951aa7e2-7511-48b7-a9d0-1479f2be367d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-ad7da0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:20.203494521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ad7da0"},"namespace":"ai-tenant-e2e-ipp-a-ad7da0","name":"default-tenant","reconcileID":"951aa7e2-7511-48b7-a9d0-1479f2be367d","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-ad7da0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:20.291012477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ad7da0"},"namespace":"ai-tenant-e2e-ipp-a-ad7da0","name":"default-tenant","reconcileID":"951aa7e2-7511-48b7-a9d0-1479f2be367d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-ad7da0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:20.346943373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ad7da0"},"namespace":"ai-tenant-e2e-ipp-a-ad7da0","name":"default-tenant","reconcileID":"951aa7e2-7511-48b7-a9d0-1479f2be367d","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-ad7da0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:20.397991729Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ad7da0"},"namespace":"ai-tenant-e2e-ipp-a-ad7da0","name":"default-tenant","reconcileID":"951aa7e2-7511-48b7-a9d0-1479f2be367d","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-ad7da0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:20.451929242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ad7da0"},"namespace":"ai-tenant-e2e-ipp-a-ad7da0","name":"default-tenant","reconcileID":"951aa7e2-7511-48b7-a9d0-1479f2be367d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-ad7da0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:20.506187044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ad7da0"},"namespace":"ai-tenant-e2e-ipp-a-ad7da0","name":"default-tenant","reconcileID":"951aa7e2-7511-48b7-a9d0-1479f2be367d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-ad7da0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:20.620698988Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-04d404"},"namespace":"ai-tenant-e2e-ipp-a-04d404","name":"default-tenant","reconcileID":"5465174e-6a8c-4a51-8eab-6e433cb96b48","namespace":"ai-tenant-e2e-ipp-a-04d404","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:20.620772765Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-04d404"},"namespace":"ai-tenant-e2e-ipp-a-04d404","name":"default-tenant","reconcileID":"5465174e-6a8c-4a51-8eab-6e433cb96b48","namespace":"ai-tenant-e2e-ipp-a-04d404","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:20.620816144Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-04d404"},"namespace":"ai-tenant-e2e-ipp-a-04d404","name":"default-tenant","reconcileID":"5465174e-6a8c-4a51-8eab-6e433cb96b48","tenant":"e2e-ipp-a-04d404","tenantID":"e2e-ipp-a-04d404","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:20.671409645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-04d404"},"namespace":"ai-tenant-e2e-ipp-a-04d404","name":"default-tenant","reconcileID":"5465174e-6a8c-4a51-8eab-6e433cb96b48","gvk":"Deployment","name":"maas-api-e2e-ipp-a-04d404","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:20.731711243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-04d404"},"namespace":"ai-tenant-e2e-ipp-a-04d404","name":"default-tenant","reconcileID":"5465174e-6a8c-4a51-8eab-6e433cb96b48","gvk":"Service","name":"maas-api-e2e-ipp-a-04d404","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:20.784030917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-04d404"},"namespace":"ai-tenant-e2e-ipp-a-04d404","name":"default-tenant","reconcileID":"5465174e-6a8c-4a51-8eab-6e433cb96b48","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-04d404","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:20.834742029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-04d404"},"namespace":"ai-tenant-e2e-ipp-a-04d404","name":"default-tenant","reconcileID":"5465174e-6a8c-4a51-8eab-6e433cb96b48","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-04d404","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:20.886778995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-04d404"},"namespace":"ai-tenant-e2e-ipp-a-04d404","name":"default-tenant","reconcileID":"5465174e-6a8c-4a51-8eab-6e433cb96b48","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-04d404","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:20.938655139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-04d404"},"namespace":"ai-tenant-e2e-ipp-a-04d404","name":"default-tenant","reconcileID":"5465174e-6a8c-4a51-8eab-6e433cb96b48","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-04d404","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:20.993508509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-04d404"},"namespace":"ai-tenant-e2e-ipp-a-04d404","name":"default-tenant","reconcileID":"5465174e-6a8c-4a51-8eab-6e433cb96b48","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-04d404","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:21.054095119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-04d404"},"namespace":"ai-tenant-e2e-ipp-a-04d404","name":"default-tenant","reconcileID":"5465174e-6a8c-4a51-8eab-6e433cb96b48","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-04d404","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:21.1056032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-04d404"},"namespace":"ai-tenant-e2e-ipp-a-04d404","name":"default-tenant","reconcileID":"5465174e-6a8c-4a51-8eab-6e433cb96b48","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-04d404","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:21.144173182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24215f7b-763f-4020-ad7c-5c9379235ee8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:21.193031484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24215f7b-763f-4020-ad7c-5c9379235ee8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:21.19561737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-04d404"},"namespace":"ai-tenant-e2e-ipp-a-04d404","name":"default-tenant","reconcileID":"5465174e-6a8c-4a51-8eab-6e433cb96b48","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-04d404","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:21.241610178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24215f7b-763f-4020-ad7c-5c9379235ee8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:21.290453729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24215f7b-763f-4020-ad7c-5c9379235ee8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:21.304923466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-04d404"},"namespace":"ai-tenant-e2e-ipp-a-04d404","name":"default-tenant","reconcileID":"5465174e-6a8c-4a51-8eab-6e433cb96b48","gvk":"Service","name":"payload-processing-e2e-ipp-a-04d404","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:21.362888623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-04d404"},"namespace":"ai-tenant-e2e-ipp-a-04d404","name":"default-tenant","reconcileID":"5465174e-6a8c-4a51-8eab-6e433cb96b48","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-04d404","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:21.401908618Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-ad7da0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-ad7da0","reconcileID":"1e3f3230-8363-4d03-bb10-3c4613f896a1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-ad7da0","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-ad7da0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:21.414830775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-04d404"},"namespace":"ai-tenant-e2e-ipp-a-04d404","name":"default-tenant","reconcileID":"5465174e-6a8c-4a51-8eab-6e433cb96b48","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-04d404","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:21.467277165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-04d404"},"namespace":"ai-tenant-e2e-ipp-a-04d404","name":"default-tenant","reconcileID":"5465174e-6a8c-4a51-8eab-6e433cb96b48","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-04d404","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:21.548244987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-04d404"},"namespace":"ai-tenant-e2e-ipp-a-04d404","name":"default-tenant","reconcileID":"5465174e-6a8c-4a51-8eab-6e433cb96b48","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-04d404","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:21.602959825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-04d404"},"namespace":"ai-tenant-e2e-ipp-a-04d404","name":"default-tenant","reconcileID":"5465174e-6a8c-4a51-8eab-6e433cb96b48","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-04d404","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:21.657810386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-04d404"},"namespace":"ai-tenant-e2e-ipp-a-04d404","name":"default-tenant","reconcileID":"5465174e-6a8c-4a51-8eab-6e433cb96b48","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-04d404","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:21.724979362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-04d404"},"namespace":"ai-tenant-e2e-ipp-a-04d404","name":"default-tenant","reconcileID":"5465174e-6a8c-4a51-8eab-6e433cb96b48","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-04d404","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:21.78155367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-04d404"},"namespace":"ai-tenant-e2e-ipp-a-04d404","name":"default-tenant","reconcileID":"5465174e-6a8c-4a51-8eab-6e433cb96b48","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-04d404","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:21.848471592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-04d404"},"namespace":"ai-tenant-e2e-ipp-a-04d404","name":"default-tenant","reconcileID":"5465174e-6a8c-4a51-8eab-6e433cb96b48","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-04d404","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:23.23131163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c455382-c9c7-42ed-b44f-b2b480d44801","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:23.291889701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c455382-c9c7-42ed-b44f-b2b480d44801","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:23.298183334Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-04d404","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-04d404","reconcileID":"36a231a9-5e65-42dc-a2e9-701daa2846ac","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-04d404","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-04d404"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:23.343094556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c455382-c9c7-42ed-b44f-b2b480d44801","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:23.39202106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c455382-c9c7-42ed-b44f-b2b480d44801","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:25.234057977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc017788-7b54-441a-a8ec-b78fc7216d9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:25.282631198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc017788-7b54-441a-a8ec-b78fc7216d9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:25.33143505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc017788-7b54-441a-a8ec-b78fc7216d9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:25.380049855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc017788-7b54-441a-a8ec-b78fc7216d9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:27.292225135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0316113-82f9-4d91-9b8a-a551dc11e1e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:27.342742391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0316113-82f9-4d91-9b8a-a551dc11e1e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:27.392254604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0316113-82f9-4d91-9b8a-a551dc11e1e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:27.440810395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0316113-82f9-4d91-9b8a-a551dc11e1e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:27.551558561Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-7350bc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-7350bc","reconcileID":"aca9e89b-68b5-4224-856c-44f25a02c873","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-7350bc","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-7350bc":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:29.279380474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08e4a28c-2a95-43c7-8804-1c6629c7a0b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:29.328258034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08e4a28c-2a95-43c7-8804-1c6629c7a0b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:29.380241126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08e4a28c-2a95-43c7-8804-1c6629c7a0b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:29.433577207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08e4a28c-2a95-43c7-8804-1c6629c7a0b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:30.189767014Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"namespace":"ai-tenant-e2e-mt-ac8637ca","name":"e2e-shared-int-policy-2ca37fde","reconcileID":"7ece8575-7001-4fae-9992-2b1ae5ed0abe","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:30.189846796Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c43d9f4c-4110-430e-97d7-f94d82473158","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:30.189861239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c43d9f4c-4110-430e-97d7-f94d82473158","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:30.33966151Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"namespace":"ai-tenant-e2e-mt-ac8637ca","name":"e2e-shared-int-policy-2ca37fde","reconcileID":"7ece8575-7001-4fae-9992-2b1ae5ed0abe","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"policyNamespace":"ai-tenant-e2e-mt-ac8637ca","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:30.393475716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d6c146c5-1110-4398-8cd9-144c885c9a90","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:30.393495502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d6c146c5-1110-4398-8cd9-144c885c9a90","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:30.557413599Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f31bab50-c053-45ee-9640-7010031974ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:30.557438518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f31bab50-c053-45ee-9640-7010031974ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:32.847918336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f4e18a7-e2f3-41fb-a4b6-cb009673a8ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:32.896277818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f4e18a7-e2f3-41fb-a4b6-cb009673a8ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:32.944761112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f4e18a7-e2f3-41fb-a4b6-cb009673a8ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:32.993238031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f4e18a7-e2f3-41fb-a4b6-cb009673a8ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:34.847619937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a6ea85e-ff9d-41bd-a3fd-3aa6cfbd5b5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:34.897072087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a6ea85e-ff9d-41bd-a3fd-3aa6cfbd5b5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:34.947708958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a6ea85e-ff9d-41bd-a3fd-3aa6cfbd5b5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:34.996537353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a6ea85e-ff9d-41bd-a3fd-3aa6cfbd5b5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:36.168948183Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:36.769515426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c476d6d-170d-4aaa-a1a4-e7a4aa276ad8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:36.818177896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c476d6d-170d-4aaa-a1a4-e7a4aa276ad8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:36.86673714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c476d6d-170d-4aaa-a1a4-e7a4aa276ad8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:36.917047202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c476d6d-170d-4aaa-a1a4-e7a4aa276ad8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:38.686987189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"892a42ef-a267-421b-b83b-53b5e8f47982","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:38.735497553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"892a42ef-a267-421b-b83b-53b5e8f47982","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:38.7839993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"892a42ef-a267-421b-b83b-53b5e8f47982","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:38.832571473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"892a42ef-a267-421b-b83b-53b5e8f47982","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:40.721852632Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"namespace":"ai-tenant-e2e-mt-ac8637ca","name":"e2e-shared-int-sub-2ca37fde","reconcileID":"3d048e5d-f862-4a61-b77e-2f898bdbfcf0","MaaSSubscription":{"name":"e2e-shared-int-sub-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-2ca37fde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:40.925603357Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"namespace":"ai-tenant-e2e-mt-ac8637ca","name":"e2e-shared-int-sub-2ca37fde","reconcileID":"3d048e5d-f862-4a61-b77e-2f898bdbfcf0","MaaSSubscription":{"name":"e2e-shared-int-sub-2ca37fde","namespace":"ai-tenant-e2e-mt-ac8637ca"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:41.122700947Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"269aa9ff-96f4-4e4c-8808-3258c8ef14e9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:41.246802939Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ae9315b9-9d0b-44e0-9dbf-de3f9905db95","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:41.246829328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ae9315b9-9d0b-44e0-9dbf-de3f9905db95","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:05.06854243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29e8cbb0-7b75-4049-8926-d6aecc24b9bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:05.121210801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29e8cbb0-7b75-4049-8926-d6aecc24b9bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:05.170056698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29e8cbb0-7b75-4049-8926-d6aecc24b9bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:05.218650139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29e8cbb0-7b75-4049-8926-d6aecc24b9bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:05.857607449Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-subscription","reconcileID":"05ca0a5a-3890-4bd7-8369-9fd37c94286b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-premium-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/premium-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:06.031088983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-subscription","reconcileID":"cbdae8bc-17ae-406f-ba02-00c2173dfbdc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:06.146275192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-subscription","reconcileID":"8d06e58e-272a-4f79-a813-b9d53580964e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-premium-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/premium-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:06.169287622Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:06.310689313Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-subscription","reconcileID":"f1d50054-6684-4162-851d-22af07064d85","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:06.508403437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-subscription","reconcileID":"775b6fc5-d5a0-4311-8587-b4973a6bdd9a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-simulator-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:06.72595826Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-subscription","reconcileID":"8ea1ea8e-bd8e-4b45-ab49-4eb9ccf74d74","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-simulator-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:06.790965959Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-subscription","reconcileID":"a8702320-2908-45e3-8003-59e2d42f64c7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-premium-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/premium-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:06.904545997Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5b60d133-339c-43d8-9761-068d189c5c03","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:06.906065229Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a2a9724c-3b09-45e5-9815-a442977baa98","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:07.043099869Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-subscription","reconcileID":"cfb8f7b5-cfe5-4152-920c-4001bfc28585","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-premium-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:07.138569726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-subscription","reconcileID":"31aefdf5-cf3e-45db-bf7b-b1e8685ed009","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-premium-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:07.194480545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6b360ca-29ec-436d-a4e1-124f0093db9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:07.291961861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-subscription","reconcileID":"7eb826ba-5a31-4fc6-bad9-8552d33c3a78","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:07.358888333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6b360ca-29ec-436d-a4e1-124f0093db9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:07.446603959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6b360ca-29ec-436d-a4e1-124f0093db9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:07.500609236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6b360ca-29ec-436d-a4e1-124f0093db9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:12.255033241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6730c3d-5bc1-4742-b548-1ac5e960f02c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:12.305285429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6730c3d-5bc1-4742-b548-1ac5e960f02c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:12.355073957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6730c3d-5bc1-4742-b548-1ac5e960f02c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:12.403930048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6730c3d-5bc1-4742-b548-1ac5e960f02c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:12.830976949Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-6a3357","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-6a3357","reconcileID":"c0f81b0a-5a49-4053-8293-54bcf065399e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-6a3357","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-6a3357":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:14.244090446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e47ace3f-51db-402c-87bc-037d741072bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:14.301702836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e47ace3f-51db-402c-87bc-037d741072bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:14.351805492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e47ace3f-51db-402c-87bc-037d741072bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:14.400778566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e47ace3f-51db-402c-87bc-037d741072bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:15.772191632Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4576d9"},"namespace":"ai-tenant-e2e-ipp-b-4576d9","name":"default-tenant","reconcileID":"8cea7337-e4c1-42fe-90a9-001b77d38506","namespace":"ai-tenant-e2e-ipp-b-4576d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:15.772283359Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4576d9"},"namespace":"ai-tenant-e2e-ipp-b-4576d9","name":"default-tenant","reconcileID":"8cea7337-e4c1-42fe-90a9-001b77d38506","namespace":"ai-tenant-e2e-ipp-b-4576d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:15.772362927Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4576d9"},"namespace":"ai-tenant-e2e-ipp-b-4576d9","name":"default-tenant","reconcileID":"8cea7337-e4c1-42fe-90a9-001b77d38506","tenant":"e2e-ipp-b-4576d9","tenantID":"e2e-ipp-b-4576d9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:15.823126886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4576d9"},"namespace":"ai-tenant-e2e-ipp-b-4576d9","name":"default-tenant","reconcileID":"8cea7337-e4c1-42fe-90a9-001b77d38506","gvk":"Deployment","name":"maas-api-e2e-ipp-b-4576d9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:15.884060296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4576d9"},"namespace":"ai-tenant-e2e-ipp-b-4576d9","name":"default-tenant","reconcileID":"8cea7337-e4c1-42fe-90a9-001b77d38506","gvk":"Service","name":"maas-api-e2e-ipp-b-4576d9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:15.938033586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4576d9"},"namespace":"ai-tenant-e2e-ipp-b-4576d9","name":"default-tenant","reconcileID":"8cea7337-e4c1-42fe-90a9-001b77d38506","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-4576d9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:15.988881362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4576d9"},"namespace":"ai-tenant-e2e-ipp-b-4576d9","name":"default-tenant","reconcileID":"8cea7337-e4c1-42fe-90a9-001b77d38506","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-4576d9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:16.042558555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4576d9"},"namespace":"ai-tenant-e2e-ipp-b-4576d9","name":"default-tenant","reconcileID":"8cea7337-e4c1-42fe-90a9-001b77d38506","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-4576d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:16.094331512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4576d9"},"namespace":"ai-tenant-e2e-ipp-b-4576d9","name":"default-tenant","reconcileID":"8cea7337-e4c1-42fe-90a9-001b77d38506","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-4576d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:16.148621671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4576d9"},"namespace":"ai-tenant-e2e-ipp-b-4576d9","name":"default-tenant","reconcileID":"8cea7337-e4c1-42fe-90a9-001b77d38506","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-4576d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:16.200457651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4576d9"},"namespace":"ai-tenant-e2e-ipp-b-4576d9","name":"default-tenant","reconcileID":"8cea7337-e4c1-42fe-90a9-001b77d38506","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-4576d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:16.2431997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bb908ed-f6f6-4328-8103-120e92214f33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:16.292425735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bb908ed-f6f6-4328-8103-120e92214f33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:16.297566821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4576d9"},"namespace":"ai-tenant-e2e-ipp-b-4576d9","name":"default-tenant","reconcileID":"8cea7337-e4c1-42fe-90a9-001b77d38506","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-4576d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:16.341249705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bb908ed-f6f6-4328-8103-120e92214f33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:16.389900078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bb908ed-f6f6-4328-8103-120e92214f33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:16.39227736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4576d9"},"namespace":"ai-tenant-e2e-ipp-b-4576d9","name":"default-tenant","reconcileID":"8cea7337-e4c1-42fe-90a9-001b77d38506","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-4576d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:16.452294662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4576d9"},"namespace":"ai-tenant-e2e-ipp-b-4576d9","name":"default-tenant","reconcileID":"8cea7337-e4c1-42fe-90a9-001b77d38506","gvk":"Service","name":"payload-processing-e2e-ipp-b-4576d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:16.511554371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4576d9"},"namespace":"ai-tenant-e2e-ipp-b-4576d9","name":"default-tenant","reconcileID":"8cea7337-e4c1-42fe-90a9-001b77d38506","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-4576d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:16.562855052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4576d9"},"namespace":"ai-tenant-e2e-ipp-b-4576d9","name":"default-tenant","reconcileID":"8cea7337-e4c1-42fe-90a9-001b77d38506","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-4576d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:16.641770933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4576d9"},"namespace":"ai-tenant-e2e-ipp-b-4576d9","name":"default-tenant","reconcileID":"8cea7337-e4c1-42fe-90a9-001b77d38506","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-4576d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:16.696032193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4576d9"},"namespace":"ai-tenant-e2e-ipp-b-4576d9","name":"default-tenant","reconcileID":"8cea7337-e4c1-42fe-90a9-001b77d38506","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-4576d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:16.748619488Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4576d9"},"namespace":"ai-tenant-e2e-ipp-b-4576d9","name":"default-tenant","reconcileID":"8cea7337-e4c1-42fe-90a9-001b77d38506","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-4576d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:16.79936363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4576d9"},"namespace":"ai-tenant-e2e-ipp-b-4576d9","name":"default-tenant","reconcileID":"8cea7337-e4c1-42fe-90a9-001b77d38506","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-4576d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:16.85068653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4576d9"},"namespace":"ai-tenant-e2e-ipp-b-4576d9","name":"default-tenant","reconcileID":"8cea7337-e4c1-42fe-90a9-001b77d38506","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-4576d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:16.90615864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4576d9"},"namespace":"ai-tenant-e2e-ipp-b-4576d9","name":"default-tenant","reconcileID":"8cea7337-e4c1-42fe-90a9-001b77d38506","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-4576d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:16.960305432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4576d9"},"namespace":"ai-tenant-e2e-ipp-b-4576d9","name":"default-tenant","reconcileID":"8cea7337-e4c1-42fe-90a9-001b77d38506","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-4576d9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:18.185314985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0a1523f-bd8d-494e-94ca-ec024cb4e366","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:18.234391882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0a1523f-bd8d-494e-94ca-ec024cb4e366","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:18.293587265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0a1523f-bd8d-494e-94ca-ec024cb4e366","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:18.344487755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0a1523f-bd8d-494e-94ca-ec024cb4e366","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:18.797100776Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-4576d9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-4576d9","reconcileID":"11cedaf7-3c02-4bbf-9537-8bc7dee51353","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-4576d9","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-4576d9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:20.142347725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dde7de4-c9a6-44e4-b512-9abbfa1afc7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:20.191181003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dde7de4-c9a6-44e4-b512-9abbfa1afc7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:20.239901555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dde7de4-c9a6-44e4-b512-9abbfa1afc7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:20.288675993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dde7de4-c9a6-44e4-b512-9abbfa1afc7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:21.840310153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7350bc"},"namespace":"ai-tenant-e2e-ipp-b-7350bc","name":"default-tenant","reconcileID":"5ada0433-94e1-46d5-bc3e-e525b247f2f5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-7350bc","tenantID":"e2e-ipp-b-7350bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:21.952895001Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7350bc"},"namespace":"ai-tenant-e2e-ipp-b-7350bc","name":"default-tenant","reconcileID":"5ada0433-94e1-46d5-bc3e-e525b247f2f5","name":"e2e-ipp-b-7350bc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:22.077143586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa4a69c2-bc9d-4e38-8b37-30302053649d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:22.126739861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa4a69c2-bc9d-4e38-8b37-30302053649d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:22.175453271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa4a69c2-bc9d-4e38-8b37-30302053649d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:22.224726761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa4a69c2-bc9d-4e38-8b37-30302053649d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:31.395301152Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b4b54"},"namespace":"ai-tenant-e2e-ipp-b-8b4b54","name":"default-tenant","reconcileID":"16f12a15-38b2-42a0-8670-5b17e3e90d1c","namespace":"ai-tenant-e2e-ipp-b-8b4b54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:31.395388331Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b4b54"},"namespace":"ai-tenant-e2e-ipp-b-8b4b54","name":"default-tenant","reconcileID":"16f12a15-38b2-42a0-8670-5b17e3e90d1c","namespace":"ai-tenant-e2e-ipp-b-8b4b54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:31.395457419Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b4b54"},"namespace":"ai-tenant-e2e-ipp-b-8b4b54","name":"default-tenant","reconcileID":"16f12a15-38b2-42a0-8670-5b17e3e90d1c","tenant":"e2e-ipp-b-8b4b54","tenantID":"e2e-ipp-b-8b4b54","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:31.447131242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b4b54"},"namespace":"ai-tenant-e2e-ipp-b-8b4b54","name":"default-tenant","reconcileID":"16f12a15-38b2-42a0-8670-5b17e3e90d1c","gvk":"Deployment","name":"maas-api-e2e-ipp-b-8b4b54","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:31.517502269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b4b54"},"namespace":"ai-tenant-e2e-ipp-b-8b4b54","name":"default-tenant","reconcileID":"16f12a15-38b2-42a0-8670-5b17e3e90d1c","gvk":"Service","name":"maas-api-e2e-ipp-b-8b4b54","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:31.616134797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b4b54"},"namespace":"ai-tenant-e2e-ipp-b-8b4b54","name":"default-tenant","reconcileID":"16f12a15-38b2-42a0-8670-5b17e3e90d1c","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-8b4b54","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:31.667969143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b4b54"},"namespace":"ai-tenant-e2e-ipp-b-8b4b54","name":"default-tenant","reconcileID":"16f12a15-38b2-42a0-8670-5b17e3e90d1c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-8b4b54","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:31.719533009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b4b54"},"namespace":"ai-tenant-e2e-ipp-b-8b4b54","name":"default-tenant","reconcileID":"16f12a15-38b2-42a0-8670-5b17e3e90d1c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-8b4b54","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:31.771531814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b4b54"},"namespace":"ai-tenant-e2e-ipp-b-8b4b54","name":"default-tenant","reconcileID":"16f12a15-38b2-42a0-8670-5b17e3e90d1c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-8b4b54","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:31.825174305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b4b54"},"namespace":"ai-tenant-e2e-ipp-b-8b4b54","name":"default-tenant","reconcileID":"16f12a15-38b2-42a0-8670-5b17e3e90d1c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-8b4b54","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:31.920792724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b4b54"},"namespace":"ai-tenant-e2e-ipp-b-8b4b54","name":"default-tenant","reconcileID":"16f12a15-38b2-42a0-8670-5b17e3e90d1c","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-8b4b54","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:31.971784655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b4b54"},"namespace":"ai-tenant-e2e-ipp-b-8b4b54","name":"default-tenant","reconcileID":"16f12a15-38b2-42a0-8670-5b17e3e90d1c","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-8b4b54","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:32.024456345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b4b54"},"namespace":"ai-tenant-e2e-ipp-b-8b4b54","name":"default-tenant","reconcileID":"16f12a15-38b2-42a0-8670-5b17e3e90d1c","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-8b4b54","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:32.081866467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b4b54"},"namespace":"ai-tenant-e2e-ipp-b-8b4b54","name":"default-tenant","reconcileID":"16f12a15-38b2-42a0-8670-5b17e3e90d1c","gvk":"Service","name":"payload-processing-e2e-ipp-b-8b4b54","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:32.14014841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b4b54"},"namespace":"ai-tenant-e2e-ipp-b-8b4b54","name":"default-tenant","reconcileID":"16f12a15-38b2-42a0-8670-5b17e3e90d1c","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-8b4b54","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:32.191905521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b4b54"},"namespace":"ai-tenant-e2e-ipp-b-8b4b54","name":"default-tenant","reconcileID":"16f12a15-38b2-42a0-8670-5b17e3e90d1c","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-8b4b54","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:32.243341477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b4b54"},"namespace":"ai-tenant-e2e-ipp-b-8b4b54","name":"default-tenant","reconcileID":"16f12a15-38b2-42a0-8670-5b17e3e90d1c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-8b4b54","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:32.296046892Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b4b54"},"namespace":"ai-tenant-e2e-ipp-b-8b4b54","name":"default-tenant","reconcileID":"16f12a15-38b2-42a0-8670-5b17e3e90d1c","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-8b4b54","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:32.348855144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b4b54"},"namespace":"ai-tenant-e2e-ipp-b-8b4b54","name":"default-tenant","reconcileID":"16f12a15-38b2-42a0-8670-5b17e3e90d1c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-8b4b54","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:32.399921959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b4b54"},"namespace":"ai-tenant-e2e-ipp-b-8b4b54","name":"default-tenant","reconcileID":"16f12a15-38b2-42a0-8670-5b17e3e90d1c","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-8b4b54","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:32.438678553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5b31c12-cf58-4bfb-8322-0932b52730f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:32.496513427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b4b54"},"namespace":"ai-tenant-e2e-ipp-b-8b4b54","name":"default-tenant","reconcileID":"16f12a15-38b2-42a0-8670-5b17e3e90d1c","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-8b4b54","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:32.496676476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5b31c12-cf58-4bfb-8322-0932b52730f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:32.54636196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5b31c12-cf58-4bfb-8322-0932b52730f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:32.548731845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b4b54"},"namespace":"ai-tenant-e2e-ipp-b-8b4b54","name":"default-tenant","reconcileID":"16f12a15-38b2-42a0-8670-5b17e3e90d1c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-8b4b54","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:32.594880178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5b31c12-cf58-4bfb-8322-0932b52730f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:32.645933979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b4b54"},"namespace":"ai-tenant-e2e-ipp-b-8b4b54","name":"default-tenant","reconcileID":"16f12a15-38b2-42a0-8670-5b17e3e90d1c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-8b4b54","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:33.03109246Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-3bd7fe","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-3bd7fe","reconcileID":"70f814c6-6aab-449e-8580-9d77bc5019d1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-3bd7fe","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-3bd7fe":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:34.04846756Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-8b4b54","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-8b4b54","reconcileID":"8ad9e53f-8881-47e5-8ff5-9f2aaad05629","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-8b4b54","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-8b4b54"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:34.416989833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84968513-3066-44b0-a519-5b4fd1eb302b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:34.465737535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84968513-3066-44b0-a519-5b4fd1eb302b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:34.514986507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84968513-3066-44b0-a519-5b4fd1eb302b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:34.563575074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84968513-3066-44b0-a519-5b4fd1eb302b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:36.167925374Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:36.339632029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45c23f4a-9765-45ad-aa81-f04956d58f78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:36.38839894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45c23f4a-9765-45ad-aa81-f04956d58f78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:36.43684379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45c23f4a-9765-45ad-aa81-f04956d58f78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:36.490053837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45c23f4a-9765-45ad-aa81-f04956d58f78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:38.350194984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd5a1eb8-44e2-47e7-b096-b7a027a823cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:38.400617369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd5a1eb8-44e2-47e7-b096-b7a027a823cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:38.450715578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd5a1eb8-44e2-47e7-b096-b7a027a823cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:38.499549258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd5a1eb8-44e2-47e7-b096-b7a027a823cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:40.290182972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"809d022c-a59a-4161-899f-4127b54c900c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:40.338849638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"809d022c-a59a-4161-899f-4127b54c900c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:40.387220936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"809d022c-a59a-4161-899f-4127b54c900c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:40.43661168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"809d022c-a59a-4161-899f-4127b54c900c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:45.893390641Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-subscription","reconcileID":"83fdf2bf-b65c-4e45-ac13-db5c19d714b0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-premium-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/premium-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:45.99276051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"94f17c2a-2d38-4583-ba71-9b4a2f91989b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:46.093026815Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-subscription","reconcileID":"c598ddcf-d79b-4ec5-96a0-bbbe4e89a9a5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:46.195253913Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-subscription","reconcileID":"4385bc08-acc9-4a7c-8111-0da3aeea7e22","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-premium-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/premium-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:46.294042926Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-subscription","reconcileID":"4ceb8b32-c28b-43fe-8bdd-3cb4ab9b8bf7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:46.412294496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-subscription","reconcileID":"c1d4920b-bf72-430c-a616-7b8ca021cc2e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-premium-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:46.560168388Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-subscription","reconcileID":"3a9fc683-a465-4476-bc7e-bc7436a06917","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-premium-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/premium-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:46.56060822Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-subscription","reconcileID":"3bd79f20-8579-468c-9a3e-4a25610e8d8b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-simulator-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:46.659847527Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-subscription","reconcileID":"edbe507d-63b5-4526-8a5c-6f745967ae96","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-premium-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:46.816336718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-subscription","reconcileID":"e13d74b7-66cc-4519-b24b-960cce4a97a2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:46.92545187Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-subscription","reconcileID":"9a705801-6eca-4e5d-86ef-bff84faaf609","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-simulator-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:47.025532076Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2a4eb7c2-8dab-435c-bef6-c3ad129ce385","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:47.15912299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f7a6988-14ac-49c9-abb4-98da427cf55c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:47.207848082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f7a6988-14ac-49c9-abb4-98da427cf55c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:47.256511318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f7a6988-14ac-49c9-abb4-98da427cf55c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:47.305586414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f7a6988-14ac-49c9-abb4-98da427cf55c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:47.77280596Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-40fb42","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-40fb42","reconcileID":"25a8f2d8-0ada-47aa-ba98-449d5206613c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-40fb42","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-40fb42":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:49.156618009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68319420-ba72-4235-9d9e-424952536119","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:49.20527893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68319420-ba72-4235-9d9e-424952536119","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:49.253901057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68319420-ba72-4235-9d9e-424952536119","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:49.302724315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68319420-ba72-4235-9d9e-424952536119","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:51.132009966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23c2e152-2252-4978-8e7d-f2bbe7f6f9ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:51.180473972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23c2e152-2252-4978-8e7d-f2bbe7f6f9ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:51.249616753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23c2e152-2252-4978-8e7d-f2bbe7f6f9ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:51.298411683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23c2e152-2252-4978-8e7d-f2bbe7f6f9ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:04.344650887Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-subscription","reconcileID":"416c3fc7-f11f-43f2-8dbb-f165f804a12a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-premium-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/premium-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:04.444141522Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9c2ecb55-1af9-461f-954b-1ef929107862","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:04.544078551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-subscription","reconcileID":"33cf006a-ba9c-4789-8b78-b399dd545571","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-premium-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:04.680661852Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-subscription","reconcileID":"22ea0b04-fcba-4675-937e-b0254815465c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-premium-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/premium-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:04.780735506Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-subscription","reconcileID":"fd9e2266-271c-4170-ba5d-9b101ef653f2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:04.794728119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-subscription","reconcileID":"a0acf420-2cda-44e1-a013-09c6daa88d21","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:04.880609878Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-subscription","reconcileID":"b461bbb1-4321-43b1-8288-ac7ea23b57bd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-premium-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/premium-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:04.910788971Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-subscription","reconcileID":"70933b40-ca8c-4e03-b9bf-700f963cb45e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-simulator-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:05.025382887Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"749ef117-ebfd-4021-bbd1-9b3128f95ac4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:05.190044485Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-subscription","reconcileID":"0d54bce6-22ac-4848-b802-88799b371a94","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:05.29160415Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-subscription","reconcileID":"6ca3d50f-3782-476b-8e69-db3fa1d0fcdc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-simulator-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:05.391187272Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-subscription","reconcileID":"6a02c49c-c393-48eb-892a-38cfac242c4e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-premium-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:06.168014522Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:09.526448812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a3357"},"namespace":"ai-tenant-e2e-ipp-b-6a3357","name":"default-tenant","reconcileID":"5f89917a-da02-41df-af08-1f8827882406","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-6a3357","tenantID":"e2e-ipp-b-6a3357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:09.63843134Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a3357"},"namespace":"ai-tenant-e2e-ipp-b-6a3357","name":"default-tenant","reconcileID":"5f89917a-da02-41df-af08-1f8827882406","name":"e2e-ipp-b-6a3357-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:15.945360926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"310358e5-2bed-4a8c-be7c-def52307487c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:15.994077135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"310358e5-2bed-4a8c-be7c-def52307487c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:16.042808099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"310358e5-2bed-4a8c-be7c-def52307487c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:16.091308804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"310358e5-2bed-4a8c-be7c-def52307487c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:17.480643496Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-872f4a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-872f4a","reconcileID":"c0f3cc57-9977-4101-be54-ee139948c27f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-872f4a","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-872f4a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:17.944677513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96b4da0b-f52f-4802-a19f-285d8f43dcdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:17.993389482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96b4da0b-f52f-4802-a19f-285d8f43dcdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:18.041788955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96b4da0b-f52f-4802-a19f-285d8f43dcdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:18.090302718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96b4da0b-f52f-4802-a19f-285d8f43dcdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:19.956233801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2b2db6f-9440-4cf0-8c84-61ad6e057a47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:20.007202013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2b2db6f-9440-4cf0-8c84-61ad6e057a47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:20.056140359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2b2db6f-9440-4cf0-8c84-61ad6e057a47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:20.104776231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2b2db6f-9440-4cf0-8c84-61ad6e057a47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:21.748430411Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-subscription","reconcileID":"ea8d9d0d-9d3b-418a-b16a-984a3cb64983","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-premium-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/premium-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:21.848734471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-subscription","reconcileID":"ef8e48af-f29e-4e73-9caa-305e7a7b64bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:21.946857476Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-subscription","reconcileID":"a124700f-43fc-453b-ae21-4aaf25745876","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-premium-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:21.997302681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"524be00c-7ac7-4fd1-b948-dc7f7b889b88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:22.046143588Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6f7ffd48-859a-474d-b89f-6182372625d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:22.048169197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"524be00c-7ac7-4fd1-b948-dc7f7b889b88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:22.097025674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"524be00c-7ac7-4fd1-b948-dc7f7b889b88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:22.146908377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"524be00c-7ac7-4fd1-b948-dc7f7b889b88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:22.249790106Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-subscription","reconcileID":"9d443341-8fba-4dcd-8a0a-3cc37bd7d596","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-simulator-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:22.300640084Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d48f3982-6666-4103-87e2-315cbb830eb2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:22.400072165Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-subscription","reconcileID":"e3b54455-7e8e-40df-a556-8e9973b11975","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:22.499203894Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-subscription","reconcileID":"49f485b7-c47d-4a55-bed3-1c81c5771803","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-premium-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:22.597956966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-subscription","reconcileID":"a65fbb1e-7360-4d5b-b613-8ed755c3db2a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-premium-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/premium-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:22.598391302Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-subscription","reconcileID":"abd84693-1333-48da-8f72-2b31f1b04207","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:22.696680641Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-subscription","reconcileID":"3e6087d4-140a-4f61-87e3-d852e25a4f3a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-simulator-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:22.802047388Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-subscription","reconcileID":"0f6188f3-cf5c-495b-b658-e0c906bf40f6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-premium-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/premium-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:24.010035545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf5f6903-31a3-4435-aa34-0e5ff44c0889","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:24.059555111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf5f6903-31a3-4435-aa34-0e5ff44c0889","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:24.109034905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf5f6903-31a3-4435-aa34-0e5ff44c0889","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:24.159594009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf5f6903-31a3-4435-aa34-0e5ff44c0889","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:29.103865189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3bd7fe"},"namespace":"ai-tenant-e2e-praxis-a-3bd7fe","name":"default-tenant","reconcileID":"e2786e86-6df1-4968-bc47-17e05f8f3ed1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-3bd7fe","tenantID":"e2e-praxis-a-3bd7fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:29.216608725Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3bd7fe"},"namespace":"ai-tenant-e2e-praxis-a-3bd7fe","name":"default-tenant","reconcileID":"e2786e86-6df1-4968-bc47-17e05f8f3ed1","name":"e2e-praxis-a-3bd7fe-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:36.18823127Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:47.453871018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-40fb42"},"namespace":"ai-tenant-e2e-praxis-a-40fb42","name":"default-tenant","reconcileID":"e6e0ba56-511c-47aa-8033-580e1213b3f0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-40fb42","tenantID":"e2e-praxis-a-40fb42","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:47.56937295Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-40fb42"},"namespace":"ai-tenant-e2e-praxis-a-40fb42","name":"default-tenant","reconcileID":"e6e0ba56-511c-47aa-8033-580e1213b3f0","name":"e2e-praxis-a-40fb42-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:58.552503644Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8daffd"},"namespace":"ai-tenant-e2e-ipp-a-8daffd","name":"default-tenant","reconcileID":"f332bc22-511d-478c-b940-96853d85b0a1","namespace":"ai-tenant-e2e-ipp-a-8daffd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:58.552579688Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8daffd"},"namespace":"ai-tenant-e2e-ipp-a-8daffd","name":"default-tenant","reconcileID":"f332bc22-511d-478c-b940-96853d85b0a1","namespace":"ai-tenant-e2e-ipp-a-8daffd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:58.552646886Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8daffd"},"namespace":"ai-tenant-e2e-ipp-a-8daffd","name":"default-tenant","reconcileID":"f332bc22-511d-478c-b940-96853d85b0a1","tenant":"e2e-ipp-a-8daffd","tenantID":"e2e-ipp-a-8daffd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:58.603744701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8daffd"},"namespace":"ai-tenant-e2e-ipp-a-8daffd","name":"default-tenant","reconcileID":"f332bc22-511d-478c-b940-96853d85b0a1","gvk":"Deployment","name":"maas-api-e2e-ipp-a-8daffd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:58.66213357Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8daffd"},"namespace":"ai-tenant-e2e-ipp-a-8daffd","name":"default-tenant","reconcileID":"f332bc22-511d-478c-b940-96853d85b0a1","gvk":"Service","name":"maas-api-e2e-ipp-a-8daffd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:58.714539273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8daffd"},"namespace":"ai-tenant-e2e-ipp-a-8daffd","name":"default-tenant","reconcileID":"f332bc22-511d-478c-b940-96853d85b0a1","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-8daffd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:58.765707717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8daffd"},"namespace":"ai-tenant-e2e-ipp-a-8daffd","name":"default-tenant","reconcileID":"f332bc22-511d-478c-b940-96853d85b0a1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-8daffd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:58.818625736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8daffd"},"namespace":"ai-tenant-e2e-ipp-a-8daffd","name":"default-tenant","reconcileID":"f332bc22-511d-478c-b940-96853d85b0a1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-8daffd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:58.875255058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8daffd"},"namespace":"ai-tenant-e2e-ipp-a-8daffd","name":"default-tenant","reconcileID":"f332bc22-511d-478c-b940-96853d85b0a1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-8daffd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:58.929301987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8daffd"},"namespace":"ai-tenant-e2e-ipp-a-8daffd","name":"default-tenant","reconcileID":"f332bc22-511d-478c-b940-96853d85b0a1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-8daffd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:58.982822202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8daffd"},"namespace":"ai-tenant-e2e-ipp-a-8daffd","name":"default-tenant","reconcileID":"f332bc22-511d-478c-b940-96853d85b0a1","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-8daffd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:59.034106164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8daffd"},"namespace":"ai-tenant-e2e-ipp-a-8daffd","name":"default-tenant","reconcileID":"f332bc22-511d-478c-b940-96853d85b0a1","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-8daffd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:59.086227928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8daffd"},"namespace":"ai-tenant-e2e-ipp-a-8daffd","name":"default-tenant","reconcileID":"f332bc22-511d-478c-b940-96853d85b0a1","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-8daffd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:59.149296491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8daffd"},"namespace":"ai-tenant-e2e-ipp-a-8daffd","name":"default-tenant","reconcileID":"f332bc22-511d-478c-b940-96853d85b0a1","gvk":"Service","name":"payload-processing-e2e-ipp-a-8daffd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:59.210435443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8daffd"},"namespace":"ai-tenant-e2e-ipp-a-8daffd","name":"default-tenant","reconcileID":"f332bc22-511d-478c-b940-96853d85b0a1","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-8daffd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:59.263645413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8daffd"},"namespace":"ai-tenant-e2e-ipp-a-8daffd","name":"default-tenant","reconcileID":"f332bc22-511d-478c-b940-96853d85b0a1","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-8daffd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:59.315743272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8daffd"},"namespace":"ai-tenant-e2e-ipp-a-8daffd","name":"default-tenant","reconcileID":"f332bc22-511d-478c-b940-96853d85b0a1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-8daffd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:59.375444575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8daffd"},"namespace":"ai-tenant-e2e-ipp-a-8daffd","name":"default-tenant","reconcileID":"f332bc22-511d-478c-b940-96853d85b0a1","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-8daffd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:59.438512857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8daffd"},"namespace":"ai-tenant-e2e-ipp-a-8daffd","name":"default-tenant","reconcileID":"f332bc22-511d-478c-b940-96853d85b0a1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-8daffd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:59.489557736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8daffd"},"namespace":"ai-tenant-e2e-ipp-a-8daffd","name":"default-tenant","reconcileID":"f332bc22-511d-478c-b940-96853d85b0a1","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-8daffd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:59.540291687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8daffd"},"namespace":"ai-tenant-e2e-ipp-a-8daffd","name":"default-tenant","reconcileID":"f332bc22-511d-478c-b940-96853d85b0a1","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-8daffd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:59.595421912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8daffd"},"namespace":"ai-tenant-e2e-ipp-a-8daffd","name":"default-tenant","reconcileID":"f332bc22-511d-478c-b940-96853d85b0a1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-8daffd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:59.646663071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8daffd"},"namespace":"ai-tenant-e2e-ipp-a-8daffd","name":"default-tenant","reconcileID":"f332bc22-511d-478c-b940-96853d85b0a1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-8daffd","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:00.418929466Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-8daffd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-8daffd","reconcileID":"4f85e01d-4c44-4f4a-82f8-861eb1ba6382","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-8daffd","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-8daffd"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:01.500443301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff51a07a-e1bb-4b50-86d5-a8c21cb4f37f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:01.552058942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff51a07a-e1bb-4b50-86d5-a8c21cb4f37f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:01.600697219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff51a07a-e1bb-4b50-86d5-a8c21cb4f37f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:01.651166284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff51a07a-e1bb-4b50-86d5-a8c21cb4f37f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:03.503454671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddc41ee2-f645-4671-9665-51a3e90f1d33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:03.552332444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddc41ee2-f645-4671-9665-51a3e90f1d33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:03.600939173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddc41ee2-f645-4671-9665-51a3e90f1d33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:03.651206409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddc41ee2-f645-4671-9665-51a3e90f1d33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:05.582303699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c40681f-bbcd-49e2-94e8-fed6ab19e73c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:05.633210863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c40681f-bbcd-49e2-94e8-fed6ab19e73c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:05.683154267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c40681f-bbcd-49e2-94e8-fed6ab19e73c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:05.733647034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c40681f-bbcd-49e2-94e8-fed6ab19e73c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:06.16792229Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:07.511917041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0b2390d-a69b-420a-9e0b-04e2a3ba1311","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:07.560411146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0b2390d-a69b-420a-9e0b-04e2a3ba1311","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:07.613885285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0b2390d-a69b-420a-9e0b-04e2a3ba1311","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:07.664042319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0b2390d-a69b-420a-9e0b-04e2a3ba1311","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:09.450882807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"130f9ce5-5032-40c0-9ade-9b90a4a9b4b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:09.500707162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"130f9ce5-5032-40c0-9ade-9b90a4a9b4b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:09.549836901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"130f9ce5-5032-40c0-9ade-9b90a4a9b4b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:09.599199893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"130f9ce5-5032-40c0-9ade-9b90a4a9b4b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:11.439668264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f7f7f2d-5a04-45c2-a129-902204998e32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:11.488247616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f7f7f2d-5a04-45c2-a129-902204998e32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:11.537570759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f7f7f2d-5a04-45c2-a129-902204998e32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:11.586510173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f7f7f2d-5a04-45c2-a129-902204998e32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:13.38673821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"250d3f47-3ab8-480e-a380-e5c820b3b794","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:13.435461045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"250d3f47-3ab8-480e-a380-e5c820b3b794","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:13.483818545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"250d3f47-3ab8-480e-a380-e5c820b3b794","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:13.534432548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"250d3f47-3ab8-480e-a380-e5c820b3b794","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:21.191560745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-872f4a"},"namespace":"ai-tenant-e2e-ipp-a-872f4a","name":"default-tenant","reconcileID":"ab18304e-12ab-4ec5-a9df-a46f9a0fb189","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-872f4a","tenantID":"e2e-ipp-a-872f4a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:21.304487895Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-872f4a"},"namespace":"ai-tenant-e2e-ipp-a-872f4a","name":"default-tenant","reconcileID":"ab18304e-12ab-4ec5-a9df-a46f9a0fb189","name":"e2e-ipp-a-872f4a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:32.160271588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a5c675d-3530-426b-a04b-66d6fa6ef9b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:32.208792172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a5c675d-3530-426b-a04b-66d6fa6ef9b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:32.257537299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a5c675d-3530-426b-a04b-66d6fa6ef9b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:32.306221347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a5c675d-3530-426b-a04b-66d6fa6ef9b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:34.086739371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d8ea8bb-ab45-4ea6-9356-07e63c0fb859","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:34.135456563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d8ea8bb-ab45-4ea6-9356-07e63c0fb859","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:34.183955219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d8ea8bb-ab45-4ea6-9356-07e63c0fb859","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:34.23254713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d8ea8bb-ab45-4ea6-9356-07e63c0fb859","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:36.038717548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"658a9280-7bc5-4f03-a9c1-2d7da2481afb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:36.087469565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"658a9280-7bc5-4f03-a9c1-2d7da2481afb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:36.13952273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"658a9280-7bc5-4f03-a9c1-2d7da2481afb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:36.168910084Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:36.189369111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"658a9280-7bc5-4f03-a9c1-2d7da2481afb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:38.025932331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8a627b6-b710-48cd-86f4-e815f885ce0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:38.090623627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8a627b6-b710-48cd-86f4-e815f885ce0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:38.143870034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8a627b6-b710-48cd-86f4-e815f885ce0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:38.192468247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8a627b6-b710-48cd-86f4-e815f885ce0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:39.98204129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"201b3ffd-d4fd-48e5-a1ca-ecde81aa1a24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:40.030647196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"201b3ffd-d4fd-48e5-a1ca-ecde81aa1a24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:40.079191264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"201b3ffd-d4fd-48e5-a1ca-ecde81aa1a24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:40.127825243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"201b3ffd-d4fd-48e5-a1ca-ecde81aa1a24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:41.897215033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0210a1d7-4ffb-4534-81ab-9df334481aa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:41.902786281Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-ebcc6d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-ebcc6d","reconcileID":"127bed35-83c8-4388-b6bd-7134f2c32185","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-ebcc6d","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-ebcc6d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:41.945817086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0210a1d7-4ffb-4534-81ab-9df334481aa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:41.994353978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0210a1d7-4ffb-4534-81ab-9df334481aa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:42.043092291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0210a1d7-4ffb-4534-81ab-9df334481aa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:43.819042631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f11ee058-b3bb-41a6-a9c0-cfb432d243d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:43.867537431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f11ee058-b3bb-41a6-a9c0-cfb432d243d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:43.916032788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f11ee058-b3bb-41a6-a9c0-cfb432d243d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:43.965031724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f11ee058-b3bb-41a6-a9c0-cfb432d243d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:45.906487301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a304dcab-d27b-4dfc-9f94-b774bca70498","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:45.955023274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a304dcab-d27b-4dfc-9f94-b774bca70498","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:46.003838806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a304dcab-d27b-4dfc-9f94-b774bca70498","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:46.052816609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a304dcab-d27b-4dfc-9f94-b774bca70498","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:51.047502843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"960a0fa6-483d-4b0e-9c95-c79bb606bf6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:51.096124766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"960a0fa6-483d-4b0e-9c95-c79bb606bf6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:51.145625128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"960a0fa6-483d-4b0e-9c95-c79bb606bf6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:51.194242308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"960a0fa6-483d-4b0e-9c95-c79bb606bf6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:53.035289263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c36ada63-921c-4e13-92cc-76c56c556b4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:53.083919689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c36ada63-921c-4e13-92cc-76c56c556b4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:53.132992908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c36ada63-921c-4e13-92cc-76c56c556b4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:53.181995677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c36ada63-921c-4e13-92cc-76c56c556b4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:01.232869745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76b97357-b166-4cee-a5b4-8741c6300557","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:01.281484079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76b97357-b166-4cee-a5b4-8741c6300557","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:01.329891274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76b97357-b166-4cee-a5b4-8741c6300557","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:01.378337625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76b97357-b166-4cee-a5b4-8741c6300557","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:01.836591509Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-923d78","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-923d78","reconcileID":"81dd34a6-84f5-4f3f-b5b8-39cdf29a0274","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-923d78","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-923d78":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:03.258738183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6eb6c88-9e03-4c9a-a481-e3eac81b1e69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:03.308376616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6eb6c88-9e03-4c9a-a481-e3eac81b1e69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:03.356913667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6eb6c88-9e03-4c9a-a481-e3eac81b1e69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:03.405833151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6eb6c88-9e03-4c9a-a481-e3eac81b1e69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:05.230587621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab28a057-89f9-4072-88e3-dd4278800b97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:05.291412388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab28a057-89f9-4072-88e3-dd4278800b97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:05.341512289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab28a057-89f9-4072-88e3-dd4278800b97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:05.390808864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab28a057-89f9-4072-88e3-dd4278800b97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:06.172698274Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:07.242769891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a941b956-3f53-4eb7-ac25-0256b1279788","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:07.292410015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a941b956-3f53-4eb7-ac25-0256b1279788","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:07.344113853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a941b956-3f53-4eb7-ac25-0256b1279788","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:07.394822777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a941b956-3f53-4eb7-ac25-0256b1279788","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:08.497020435Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7350bc"},"namespace":"ai-tenant-e2e-ipp-b-7350bc","name":"default-tenant","reconcileID":"dfe7bd6d-8acb-4656-bd05-48a668038f4b","namespace":"ai-tenant-e2e-ipp-b-7350bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:08.497072814Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7350bc"},"namespace":"ai-tenant-e2e-ipp-b-7350bc","name":"default-tenant","reconcileID":"dfe7bd6d-8acb-4656-bd05-48a668038f4b","namespace":"ai-tenant-e2e-ipp-b-7350bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:08.497123453Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7350bc"},"namespace":"ai-tenant-e2e-ipp-b-7350bc","name":"default-tenant","reconcileID":"dfe7bd6d-8acb-4656-bd05-48a668038f4b","tenant":"e2e-ipp-b-7350bc","tenantID":"e2e-ipp-b-7350bc","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:08.550272101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7350bc"},"namespace":"ai-tenant-e2e-ipp-b-7350bc","name":"default-tenant","reconcileID":"dfe7bd6d-8acb-4656-bd05-48a668038f4b","gvk":"Deployment","name":"maas-api-e2e-ipp-b-7350bc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:08.610772595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7350bc"},"namespace":"ai-tenant-e2e-ipp-b-7350bc","name":"default-tenant","reconcileID":"dfe7bd6d-8acb-4656-bd05-48a668038f4b","gvk":"Service","name":"maas-api-e2e-ipp-b-7350bc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:08.725781988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7350bc"},"namespace":"ai-tenant-e2e-ipp-b-7350bc","name":"default-tenant","reconcileID":"dfe7bd6d-8acb-4656-bd05-48a668038f4b","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-7350bc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:08.776485981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7350bc"},"namespace":"ai-tenant-e2e-ipp-b-7350bc","name":"default-tenant","reconcileID":"dfe7bd6d-8acb-4656-bd05-48a668038f4b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-7350bc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:08.830709222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7350bc"},"namespace":"ai-tenant-e2e-ipp-b-7350bc","name":"default-tenant","reconcileID":"dfe7bd6d-8acb-4656-bd05-48a668038f4b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-7350bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:08.881731839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7350bc"},"namespace":"ai-tenant-e2e-ipp-b-7350bc","name":"default-tenant","reconcileID":"dfe7bd6d-8acb-4656-bd05-48a668038f4b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-7350bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:08.936162974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7350bc"},"namespace":"ai-tenant-e2e-ipp-b-7350bc","name":"default-tenant","reconcileID":"dfe7bd6d-8acb-4656-bd05-48a668038f4b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-7350bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:08.987663199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7350bc"},"namespace":"ai-tenant-e2e-ipp-b-7350bc","name":"default-tenant","reconcileID":"dfe7bd6d-8acb-4656-bd05-48a668038f4b","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-7350bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:09.040278759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7350bc"},"namespace":"ai-tenant-e2e-ipp-b-7350bc","name":"default-tenant","reconcileID":"dfe7bd6d-8acb-4656-bd05-48a668038f4b","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-7350bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:09.090554867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7350bc"},"namespace":"ai-tenant-e2e-ipp-b-7350bc","name":"default-tenant","reconcileID":"dfe7bd6d-8acb-4656-bd05-48a668038f4b","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-7350bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:09.1535737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7350bc"},"namespace":"ai-tenant-e2e-ipp-b-7350bc","name":"default-tenant","reconcileID":"dfe7bd6d-8acb-4656-bd05-48a668038f4b","gvk":"Service","name":"payload-processing-e2e-ipp-b-7350bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:09.217069705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7350bc"},"namespace":"ai-tenant-e2e-ipp-b-7350bc","name":"default-tenant","reconcileID":"dfe7bd6d-8acb-4656-bd05-48a668038f4b","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-7350bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:09.243581966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88efcdae-ae44-4fa8-b35d-7245e8deb332","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:09.293605952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88efcdae-ae44-4fa8-b35d-7245e8deb332","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:09.295521825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7350bc"},"namespace":"ai-tenant-e2e-ipp-b-7350bc","name":"default-tenant","reconcileID":"dfe7bd6d-8acb-4656-bd05-48a668038f4b","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-7350bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:09.343090034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88efcdae-ae44-4fa8-b35d-7245e8deb332","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:09.393055939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88efcdae-ae44-4fa8-b35d-7245e8deb332","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:09.395546243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7350bc"},"namespace":"ai-tenant-e2e-ipp-b-7350bc","name":"default-tenant","reconcileID":"dfe7bd6d-8acb-4656-bd05-48a668038f4b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-7350bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:09.455382608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7350bc"},"namespace":"ai-tenant-e2e-ipp-b-7350bc","name":"default-tenant","reconcileID":"dfe7bd6d-8acb-4656-bd05-48a668038f4b","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-7350bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:09.508311771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7350bc"},"namespace":"ai-tenant-e2e-ipp-b-7350bc","name":"default-tenant","reconcileID":"dfe7bd6d-8acb-4656-bd05-48a668038f4b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-7350bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:09.559378843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7350bc"},"namespace":"ai-tenant-e2e-ipp-b-7350bc","name":"default-tenant","reconcileID":"dfe7bd6d-8acb-4656-bd05-48a668038f4b","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-7350bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:09.652281984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7350bc"},"namespace":"ai-tenant-e2e-ipp-b-7350bc","name":"default-tenant","reconcileID":"dfe7bd6d-8acb-4656-bd05-48a668038f4b","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-7350bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:09.713195865Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7350bc"},"namespace":"ai-tenant-e2e-ipp-b-7350bc","name":"default-tenant","reconcileID":"dfe7bd6d-8acb-4656-bd05-48a668038f4b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-7350bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:09.765559769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7350bc"},"namespace":"ai-tenant-e2e-ipp-b-7350bc","name":"default-tenant","reconcileID":"dfe7bd6d-8acb-4656-bd05-48a668038f4b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-7350bc","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:10.589627809Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-7350bc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-7350bc","reconcileID":"03820046-3789-4879-b979-fbf43eba5ed3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-7350bc","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-7350bc"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:11.654105438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f7792f4-cf29-4db0-819f-c48b664d1e55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:11.703816546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f7792f4-cf29-4db0-819f-c48b664d1e55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:11.752400326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f7792f4-cf29-4db0-819f-c48b664d1e55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:11.803090887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f7792f4-cf29-4db0-819f-c48b664d1e55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:12.999692027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-subscription","reconcileID":"565696f2-57f5-4a2f-905f-62937257c931","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-premium-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/premium-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:13.120021488Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-subscription","reconcileID":"6c5125b5-2c8b-42e2-b151-e6e5fdb19b89","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-premium-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/premium-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:13.271616596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-subscription","reconcileID":"ba93ec8f-c1a1-42fa-a9c7-c24889afe44f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-simulator-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:13.362440093Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-subscription","reconcileID":"8cdc2754-ed8d-4d32-9709-eac226623171","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-premium-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/premium-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:13.460208492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-subscription","reconcileID":"a6c7da6e-c40f-4896-a585-7be947d75128","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-premium-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:13.460352625Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-subscription","reconcileID":"2a8fa7e6-d8eb-47eb-ac72-3a466143b47c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:13.568515238Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-subscription","reconcileID":"60a2cd35-8871-41f2-a890-5d89c4eed862","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:13.638663424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3614258e-7e12-42a7-a297-0a1631a3a3a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:13.687498008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3614258e-7e12-42a7-a297-0a1631a3a3a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:13.736083487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3614258e-7e12-42a7-a297-0a1631a3a3a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:13.784790553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3614258e-7e12-42a7-a297-0a1631a3a3a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:13.942884077Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-subscription","reconcileID":"68de8c92-9807-4191-8f01-8c0b3b3af288","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:13.99534194Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-subscription","reconcileID":"1fb69a71-aad6-4ae1-a87e-8e72391eb8e2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-simulator-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:14.140243254Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cba9fd82-db9d-437c-821b-f3b12f529d7e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:14.236147819Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-subscription","reconcileID":"975e59f0-0ef9-40e5-803a-58da338d9275","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-premium-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:14.255423493Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c35a7602-f911-4047-b987-4c4c8e4684a0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:15.651842985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"230ed113-47e8-4646-b6ab-09193418ca3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:15.704526667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"230ed113-47e8-4646-b6ab-09193418ca3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:15.754494745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"230ed113-47e8-4646-b6ab-09193418ca3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:15.803500106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"230ed113-47e8-4646-b6ab-09193418ca3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:21.340127669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eccbb6e7-ef76-4e84-a975-4bd68e1a2872","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:21.38886898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eccbb6e7-ef76-4e84-a975-4bd68e1a2872","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:21.437277068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eccbb6e7-ef76-4e84-a975-4bd68e1a2872","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:21.485742909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eccbb6e7-ef76-4e84-a975-4bd68e1a2872","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:23.333313327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9db13a82-e50c-4f2f-bd96-5b718992700d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:23.382046493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9db13a82-e50c-4f2f-bd96-5b718992700d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:23.431216797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9db13a82-e50c-4f2f-bd96-5b718992700d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:23.479723406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9db13a82-e50c-4f2f-bd96-5b718992700d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:25.041596509Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-ae8879","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-ae8879","reconcileID":"5d215511-6881-4044-ae68-19e4ed353588","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-ae8879","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-ae8879":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:25.357453622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3398958-ee7d-44f8-93dc-e10a7dfcac45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:25.40599599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3398958-ee7d-44f8-93dc-e10a7dfcac45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:25.456374333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3398958-ee7d-44f8-93dc-e10a7dfcac45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:25.506508488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3398958-ee7d-44f8-93dc-e10a7dfcac45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:27.302778409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b304c6b4-7b17-44c0-87d1-e55eaca9c703","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:27.35390111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b304c6b4-7b17-44c0-87d1-e55eaca9c703","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:27.40664147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b304c6b4-7b17-44c0-87d1-e55eaca9c703","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:27.477870597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b304c6b4-7b17-44c0-87d1-e55eaca9c703","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:29.356549804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b86ac6b3-23d4-4a87-a6fb-d3519d3eb69e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:29.405237137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b86ac6b3-23d4-4a87-a6fb-d3519d3eb69e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:29.454346899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b86ac6b3-23d4-4a87-a6fb-d3519d3eb69e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:29.503224581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b86ac6b3-23d4-4a87-a6fb-d3519d3eb69e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:31.278664873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57c299e0-477b-4457-a22b-f64a9945da3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:31.32769081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57c299e0-477b-4457-a22b-f64a9945da3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:31.378781811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57c299e0-477b-4457-a22b-f64a9945da3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:31.427592232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57c299e0-477b-4457-a22b-f64a9945da3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:33.245693383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f25ab304-bd96-4384-8fe8-fccb3af5d9b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:33.294493702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f25ab304-bd96-4384-8fe8-fccb3af5d9b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:33.345528946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f25ab304-bd96-4384-8fe8-fccb3af5d9b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:33.352629242Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-c89e47","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-c89e47","reconcileID":"e68b47d0-af80-481e-9cdc-2b3ffcecc04f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-c89e47","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-c89e47":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:33.398811044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f25ab304-bd96-4384-8fe8-fccb3af5d9b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:35.238529318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ac77aa9-770a-41a1-ae65-f0127cc24915","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:35.289765149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ac77aa9-770a-41a1-ae65-f0127cc24915","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:35.342091261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ac77aa9-770a-41a1-ae65-f0127cc24915","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:35.390789753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ac77aa9-770a-41a1-ae65-f0127cc24915","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:36.168632794Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:37.181164442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24b20ea7-5b9a-43bf-a5cf-c2c6ec0ecca0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:37.229620887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24b20ea7-5b9a-43bf-a5cf-c2c6ec0ecca0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:37.277968847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24b20ea7-5b9a-43bf-a5cf-c2c6ec0ecca0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:37.326901929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24b20ea7-5b9a-43bf-a5cf-c2c6ec0ecca0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:39.099604098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f737ff6e-d015-4d8e-b578-9fc2b6e5a3ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:39.152959777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f737ff6e-d015-4d8e-b578-9fc2b6e5a3ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:39.201474588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f737ff6e-d015-4d8e-b578-9fc2b6e5a3ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:39.258260879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f737ff6e-d015-4d8e-b578-9fc2b6e5a3ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:41.135305844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0092b85-4131-4c44-a97b-41ceb8661caf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:41.18431284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0092b85-4131-4c44-a97b-41ceb8661caf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:41.233097234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0092b85-4131-4c44-a97b-41ceb8661caf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:41.281676093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0092b85-4131-4c44-a97b-41ceb8661caf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:42.781781324Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-subscription","reconcileID":"cb62631d-7974-4ee8-9dcb-8cf76379ca4c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-premium-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:42.897901091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"efad9b0e-913c-4f6e-9942-5a647c4881db","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:43.091099269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5a9d3a0-76ce-4823-bec8-59e0e968720f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:43.124730207Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-subscription","reconcileID":"5c6053ee-5bd6-45b2-ae89-c5e89604748a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:43.143991179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5a9d3a0-76ce-4823-bec8-59e0e968720f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:43.193536164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5a9d3a0-76ce-4823-bec8-59e0e968720f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:43.244671067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5a9d3a0-76ce-4823-bec8-59e0e968720f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:43.343656506Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-subscription","reconcileID":"73bc552e-ff7e-4364-b51b-a31992668f9f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-premium-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/premium-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:43.39306727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-subscription","reconcileID":"268dca51-6338-4235-8348-379f36ea4c32","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:43.426260157Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-subscription","reconcileID":"8b33e584-6bb7-4dee-a8f2-f4819d97b932","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-simulator-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:43.543891475Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-subscription","reconcileID":"32af097e-ecc0-404a-99de-e6558ef9a1aa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-premium-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/premium-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:43.751976294Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0075603a-b5a5-47c3-aff2-52853155743d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:43.8513727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-subscription","reconcileID":"45540bb6-6930-4700-b711-76728de13c93","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-premium-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:43.95930748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-subscription","reconcileID":"23173358-67e2-4b57-b562-40445639ba11","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-premium-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/premium-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:44.059780355Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-subscription","reconcileID":"9ee5552d-b727-44f5-8aaf-769b35786abf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:44.059878277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-subscription","reconcileID":"0e165fd4-341a-46f6-abf9-2d3efb1f1f66","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-simulator-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:44.264807029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ebcc6d"},"namespace":"ai-tenant-e2e-praxis-b-ebcc6d","name":"default-tenant","reconcileID":"9fb224d7-4935-414a-89a0-1319107530a4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-ebcc6d","tenantID":"e2e-praxis-b-ebcc6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:44.378099371Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ebcc6d"},"namespace":"ai-tenant-e2e-praxis-b-ebcc6d","name":"default-tenant","reconcileID":"9fb224d7-4935-414a-89a0-1319107530a4","name":"e2e-praxis-b-ebcc6d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:46.409272445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"66f76814-db78-4681-83d2-2ae697d75677","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"tenant":"e2e-ipp-a-0e90fe","gateway":"openshift-ingress/e2e-ipp-a-0e90fe","model":"ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:46.409302901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"66f76814-db78-4681-83d2-2ae697d75677","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"routeName":"ipp-route-0e90fe-kserve-route","namespace":"ai-tenant-e2e-ipp-a-0e90fe","llmisvcName":"ipp-route-0e90fe","gateway":"openshift-ingress/e2e-ipp-a-0e90fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:46.877202573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"6486cbfd-e6c6-48b9-a88c-f614b31e3ceb","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"tenant":"e2e-ipp-a-0e90fe","gateway":"openshift-ingress/e2e-ipp-a-0e90fe","model":"ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:46.877228393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"6486cbfd-e6c6-48b9-a88c-f614b31e3ceb","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"routeName":"ipp-route-0e90fe-kserve-route","namespace":"ai-tenant-e2e-ipp-a-0e90fe","llmisvcName":"ipp-route-0e90fe","gateway":"openshift-ingress/e2e-ipp-a-0e90fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:46.930709389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"c5aa56e0-e711-410b-bf60-390a3a66a139","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"tenant":"e2e-ipp-a-0e90fe","gateway":"openshift-ingress/e2e-ipp-a-0e90fe","model":"ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:46.930729409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"c5aa56e0-e711-410b-bf60-390a3a66a139","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"routeName":"ipp-route-0e90fe-kserve-route","namespace":"ai-tenant-e2e-ipp-a-0e90fe","llmisvcName":"ipp-route-0e90fe","gateway":"openshift-ingress/e2e-ipp-a-0e90fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:47.027754579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0e90fe-auth","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe-auth","reconcileID":"35d5e147-6bfe-44b9-9786-ce3fc78c84f3","MaaSAuthPolicy":{"name":"ipp-route-0e90fe-auth","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-0e90fe","tenantID":"e2e-ipp-a-0e90fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:47.148726846Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0e90fe-auth","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe-auth","reconcileID":"35d5e147-6bfe-44b9-9786-ce3fc78c84f3","MaaSAuthPolicy":{"name":"ipp-route-0e90fe-auth","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"name":"e2e-ipp-a-0e90fe-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:47.201287055Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-0e90fe-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0e90fe-auth","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe-auth","reconcileID":"35d5e147-6bfe-44b9-9786-ce3fc78c84f3","MaaSAuthPolicy":{"name":"ipp-route-0e90fe-auth","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:47.25367607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"3ebe0c1b-ca4b-4037-ae12-6456525d2d71","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"tenant":"e2e-ipp-a-0e90fe","gateway":"openshift-ingress/e2e-ipp-a-0e90fe","model":"ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:47.253701941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"3ebe0c1b-ca4b-4037-ae12-6456525d2d71","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"routeName":"ipp-route-0e90fe-kserve-route","namespace":"ai-tenant-e2e-ipp-a-0e90fe","llmisvcName":"ipp-route-0e90fe","gateway":"openshift-ingress/e2e-ipp-a-0e90fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:57.351804378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0e90fe-auth","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe-auth","reconcileID":"557c0730-3d8e-4c7d-a3b0-c289126bb91d","MaaSAuthPolicy":{"name":"ipp-route-0e90fe-auth","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-0e90fe","tenantID":"e2e-ipp-a-0e90fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:57.405601843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0e90fe-auth","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe-auth","reconcileID":"557c0730-3d8e-4c7d-a3b0-c289126bb91d","MaaSAuthPolicy":{"name":"ipp-route-0e90fe-auth","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"name":"e2e-ipp-a-0e90fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:57.458721304Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-0e90fe-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0e90fe-auth","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe-auth","reconcileID":"557c0730-3d8e-4c7d-a3b0-c289126bb91d","MaaSAuthPolicy":{"name":"ipp-route-0e90fe-auth","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:06.167947326Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:07.556952164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0e90fe-auth","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe-auth","reconcileID":"bdfeaa8b-fb8b-4103-aef7-136c135f25cd","MaaSAuthPolicy":{"name":"ipp-route-0e90fe-auth","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-0e90fe","tenantID":"e2e-ipp-a-0e90fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:07.612831534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0e90fe-auth","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe-auth","reconcileID":"bdfeaa8b-fb8b-4103-aef7-136c135f25cd","MaaSAuthPolicy":{"name":"ipp-route-0e90fe-auth","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"name":"e2e-ipp-a-0e90fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:07.665886027Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-0e90fe-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0e90fe-auth","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe-auth","reconcileID":"bdfeaa8b-fb8b-4103-aef7-136c135f25cd","MaaSAuthPolicy":{"name":"ipp-route-0e90fe-auth","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:08.770441704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-923d78"},"namespace":"ai-tenant-e2e-praxis-b-923d78","name":"default-tenant","reconcileID":"b87bed01-ca16-45c4-afbc-813fa7c6f756","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-923d78","tenantID":"e2e-praxis-b-923d78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:08.882217551Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-923d78"},"namespace":"ai-tenant-e2e-praxis-b-923d78","name":"default-tenant","reconcileID":"b87bed01-ca16-45c4-afbc-813fa7c6f756","name":"e2e-praxis-b-923d78-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:17.765080711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0e90fe-auth","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe-auth","reconcileID":"d492e3e1-e718-4f19-be8e-edf2324561d6","MaaSAuthPolicy":{"name":"ipp-route-0e90fe-auth","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-0e90fe","tenantID":"e2e-ipp-a-0e90fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:17.819858488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0e90fe-auth","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe-auth","reconcileID":"d492e3e1-e718-4f19-be8e-edf2324561d6","MaaSAuthPolicy":{"name":"ipp-route-0e90fe-auth","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"name":"e2e-ipp-a-0e90fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:17.872862672Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-0e90fe-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (724d341af9cf903cef1d22b7380378e343da1f5106311eee7cf39326a315a517) AuthConfig (0f7d2572c0aa068d175f7e2feb08533a480f6e6e645431d547a002b03724845f) AuthConfig (b829403dc7307ceea81bfe7403898ce07824472762873835f16c755d56bb5c5d) AuthConfig (e5bcbffe41b0744c81e3150b89d70eaf3f29fa9cf7f11099035537fa4b0ce81f) AuthConfig (49d37726f5c8b27e89b82a70d82af8ddc46548f0b968c45c41751bed8e05f7d6) AuthConfig (c269ef6fff24d67dfabc921c672495278c930b06122d97a1f350544f1b3c29d7) AuthConfig (0ef0d0aa9ebf72fd2aac5e9573736085ca03e10dce5dd42ea148bc371c6e659a) AuthConfig (5cb23abe20a54c40a548b98431021f1339854c1f65a6b1cdd6c6d517994f2176) AuthConfig (1c1d70a55e770536dec1f4b56a61e4b3ee45c336ce82ff3ea6471e86b191e27a) AuthConfig (e658a3116e890d94da6cf686a02950346b97eca8b99008aa32a46d77dfa54130) AuthConfig (e5c35437ac8347f78212feef2b801058935c8c8224ebffd60a26b7d18f96cede) AuthConfig (b2745ed152ec6ff28ebe31af86e9d0322c931c9551341392980abe6490565d95) AuthConfig (adf5b2cfdb306921e75dbd7505fc8bb8c4413735c7fddbbe6bc7bb7db67f8d8b) AuthConfig (2933726dbcf0a1773c69f47fe2a004034239b6c588c7ff1ec32c5b41407dde64) AuthConfig (3ad97619d6155e6cb57e2f8d8e7d3d2e6330efc94a420398bb0fdc520cfec7e7) AuthConfig (acb8e41d0aae1755704de8a4a7fd5e3f623dd9f368aa18cb183ed6dd8b5fc8ac) AuthConfig (a64a3b423757b6e432ef5bf2b8c18b1c7d57b16606dab26115dd04c0df72f44e) AuthConfig (45c291c977d03b1ebde79581afdef367f531da2601caea654f8ed3543c191712)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0e90fe-auth","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe-auth","reconcileID":"d492e3e1-e718-4f19-be8e-edf2324561d6","MaaSAuthPolicy":{"name":"ipp-route-0e90fe-auth","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:17.925709859Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"2d536dd3-2461-4889-8a28-c6dc99ba4f5c","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"tenant":"e2e-ipp-a-0e90fe","gateway":"openshift-ingress/e2e-ipp-a-0e90fe","model":"ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:17.925730778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"2d536dd3-2461-4889-8a28-c6dc99ba4f5c","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"routeName":"ipp-route-0e90fe-kserve-route","namespace":"ai-tenant-e2e-ipp-a-0e90fe","llmisvcName":"ipp-route-0e90fe","gateway":"openshift-ingress/e2e-ipp-a-0e90fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:28.024360847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0e90fe-auth","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe-auth","reconcileID":"65438ad1-0354-4520-bfee-b31978e2b94b","MaaSAuthPolicy":{"name":"ipp-route-0e90fe-auth","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-0e90fe","tenantID":"e2e-ipp-a-0e90fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:28.078471294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0e90fe-auth","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe-auth","reconcileID":"65438ad1-0354-4520-bfee-b31978e2b94b","MaaSAuthPolicy":{"name":"ipp-route-0e90fe-auth","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"name":"e2e-ipp-a-0e90fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:28.332706084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"6c1b0530-8211-4eda-bcf7-3732bd4ca21f","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"tenant":"e2e-ipp-a-0e90fe","gateway":"openshift-ingress/e2e-ipp-a-0e90fe","model":"ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:28.332725175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"6c1b0530-8211-4eda-bcf7-3732bd4ca21f","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"routeName":"ipp-route-0e90fe-kserve-route","namespace":"ai-tenant-e2e-ipp-a-0e90fe","llmisvcName":"ipp-route-0e90fe","gateway":"openshift-ingress/e2e-ipp-a-0e90fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:34.047746352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"4e4db2e4-2abc-4d2f-8031-81ab278a42ce","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"tenant":"e2e-ipp-a-0e90fe","gateway":"openshift-ingress/e2e-ipp-a-0e90fe","model":"ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:34.047767513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"4e4db2e4-2abc-4d2f-8031-81ab278a42ce","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"routeName":"ipp-route-0e90fe-kserve-route","namespace":"ai-tenant-e2e-ipp-a-0e90fe","llmisvcName":"ipp-route-0e90fe","gateway":"openshift-ingress/e2e-ipp-a-0e90fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:34.103494344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"f47f1c98-476d-442f-bc7f-8c7a6c2fb884","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"tenant":"e2e-ipp-a-0e90fe","gateway":"openshift-ingress/e2e-ipp-a-0e90fe","model":"ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:34.103611299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"f47f1c98-476d-442f-bc7f-8c7a6c2fb884","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"routeName":"ipp-route-0e90fe-kserve-route","namespace":"ai-tenant-e2e-ipp-a-0e90fe","llmisvcName":"ipp-route-0e90fe","gateway":"openshift-ingress/e2e-ipp-a-0e90fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:34.148132609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0e90fe-auth","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe-auth","reconcileID":"fc759b00-3b38-4290-9130-cb236f13022f","MaaSAuthPolicy":{"name":"ipp-route-0e90fe-auth","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-0e90fe","tenantID":"e2e-ipp-a-0e90fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:24:34.15602989Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"f47f1c98-476d-442f-bc7f-8c7a6c2fb884","name":"ipp-route-0e90fe","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-0e90fe\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:24:34.156085752Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"f47f1c98-476d-442f-bc7f-8c7a6c2fb884","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-0e90fe\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:24:34.15656845Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-0e90fe-sub","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe-sub","reconcileID":"f36387c9-e5d5-4796-86f2-f606a2785f8e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"ipp-route-0e90fe-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:34.161777645Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"b8e3a5ad-0ccf-42b5-8583-7a7f5d35a644","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"tenant":"e2e-ipp-a-0e90fe","gateway":"openshift-ingress/e2e-ipp-a-0e90fe","model":"ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:34.161792564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"b8e3a5ad-0ccf-42b5-8583-7a7f5d35a644","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"routeName":"ipp-route-0e90fe-kserve-route","namespace":"ai-tenant-e2e-ipp-a-0e90fe","llmisvcName":"ipp-route-0e90fe","gateway":"openshift-ingress/e2e-ipp-a-0e90fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:34.202170754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0e90fe-auth","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe-auth","reconcileID":"fc759b00-3b38-4290-9130-cb236f13022f","MaaSAuthPolicy":{"name":"ipp-route-0e90fe-auth","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"name":"e2e-ipp-a-0e90fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:34.262902021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"c126eed7-f5f8-4a29-9bd1-c4ce4ba41800","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"tenant":"e2e-ipp-a-0e90fe","gateway":"openshift-ingress/e2e-ipp-a-0e90fe","model":"ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:34.262919865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"c126eed7-f5f8-4a29-9bd1-c4ce4ba41800","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"routeName":"ipp-route-0e90fe-kserve-route","namespace":"ai-tenant-e2e-ipp-a-0e90fe","llmisvcName":"ipp-route-0e90fe","gateway":"openshift-ingress/e2e-ipp-a-0e90fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:34.31781683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"ff0fe31a-cd4f-4a60-abea-4c13ca594e4b","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"tenant":"e2e-ipp-a-0e90fe","gateway":"openshift-ingress/e2e-ipp-a-0e90fe","model":"ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:34.31783546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"ff0fe31a-cd4f-4a60-abea-4c13ca594e4b","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"routeName":"ipp-route-0e90fe-kserve-route","namespace":"ai-tenant-e2e-ipp-a-0e90fe","llmisvcName":"ipp-route-0e90fe","gateway":"openshift-ingress/e2e-ipp-a-0e90fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:34.498570069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0e90fe-auth","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe-auth","reconcileID":"e0401cdd-1ed6-4c86-8808-13de478ee63e","MaaSAuthPolicy":{"name":"ipp-route-0e90fe-auth","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-0e90fe","tenantID":"e2e-ipp-a-0e90fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:34.525602196Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-0e90fe-sub","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe-sub","reconcileID":"7efffd74-8d58-43c8-bd20-5030d6b768e4","MaaSSubscription":{"name":"ipp-route-0e90fe-sub","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"name":"maas-trlp-ipp-route-0e90fe","model":"ipp-route-0e90fe","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:34.552642379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0e90fe-auth","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe-auth","reconcileID":"e0401cdd-1ed6-4c86-8808-13de478ee63e","MaaSAuthPolicy":{"name":"ipp-route-0e90fe-auth","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"name":"e2e-ipp-a-0e90fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:34.680373214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"5ca48830-584d-4ea1-8b85-606991b209de","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"tenant":"e2e-ipp-a-0e90fe","gateway":"openshift-ingress/e2e-ipp-a-0e90fe","model":"ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:34.68038854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"5ca48830-584d-4ea1-8b85-606991b209de","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"routeName":"ipp-route-0e90fe-kserve-route","namespace":"ai-tenant-e2e-ipp-a-0e90fe","llmisvcName":"ipp-route-0e90fe","gateway":"openshift-ingress/e2e-ipp-a-0e90fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:34.924019347Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-0e90fe-sub","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe-sub","reconcileID":"16c90e39-c51c-4184-9ebf-ae069be1cb59","MaaSSubscription":{"name":"ipp-route-0e90fe-sub","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"name":"maas-trlp-ipp-route-0e90fe","model":"ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:35.08114284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"d39f4799-0bd5-4f29-8be3-7365a848e7ac","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"tenant":"e2e-ipp-a-0e90fe","gateway":"openshift-ingress/e2e-ipp-a-0e90fe","model":"ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:35.08116988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"d39f4799-0bd5-4f29-8be3-7365a848e7ac","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"routeName":"ipp-route-0e90fe-kserve-route","namespace":"ai-tenant-e2e-ipp-a-0e90fe","llmisvcName":"ipp-route-0e90fe","gateway":"openshift-ingress/e2e-ipp-a-0e90fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:35.514009244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ae8879"},"namespace":"ai-tenant-e2e-praxis-a-ae8879","name":"default-tenant","reconcileID":"1c34ba97-b26b-48f1-b352-721b1d13a2a7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-ae8879","tenantID":"e2e-praxis-a-ae8879","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:35.625873137Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ae8879"},"namespace":"ai-tenant-e2e-praxis-a-ae8879","name":"default-tenant","reconcileID":"1c34ba97-b26b-48f1-b352-721b1d13a2a7","name":"e2e-praxis-a-ae8879-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:36.171109097Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:46.859904272Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-0e90fe-sub","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe-sub","reconcileID":"1f91b184-0071-4844-9e81-2589caa2fd32","MaaSSubscription":{"name":"ipp-route-0e90fe-sub","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"name":"maas-trlp-ipp-route-0e90fe","model":"ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:47.029760405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"2c039194-b483-4a13-a18b-034260c8af52","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"tenant":"e2e-ipp-a-0e90fe","gateway":"openshift-ingress/e2e-ipp-a-0e90fe","model":"ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:47.029779262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"2c039194-b483-4a13-a18b-034260c8af52","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"routeName":"ipp-route-0e90fe-kserve-route","namespace":"ai-tenant-e2e-ipp-a-0e90fe","llmisvcName":"ipp-route-0e90fe","gateway":"openshift-ingress/e2e-ipp-a-0e90fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:47.233184848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0e90fe-auth","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe-auth","reconcileID":"69bbb122-4008-42d3-a83e-9e86bb28c948","MaaSAuthPolicy":{"name":"ipp-route-0e90fe-auth","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-0e90fe","tenantID":"e2e-ipp-a-0e90fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:47.290905619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0e90fe-auth","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe-auth","reconcileID":"69bbb122-4008-42d3-a83e-9e86bb28c948","MaaSAuthPolicy":{"name":"ipp-route-0e90fe-auth","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"name":"e2e-ipp-a-0e90fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:49.247179814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c89e47"},"namespace":"ai-tenant-e2e-ipp-b-c89e47","name":"default-tenant","reconcileID":"e73c1d3b-ef9b-4542-8b88-f71d10e30ebb","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-c89e47","tenantID":"e2e-ipp-b-c89e47","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:49.35970644Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c89e47"},"namespace":"ai-tenant-e2e-ipp-b-c89e47","name":"default-tenant","reconcileID":"e73c1d3b-ef9b-4542-8b88-f71d10e30ebb","name":"e2e-ipp-b-c89e47-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:54.882828474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"df16aa3f-0290-4c9c-a9b5-9e35f01e7a20","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"tenant":"e2e-ipp-a-0e90fe","gateway":"openshift-ingress/e2e-ipp-a-0e90fe","model":"ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:54.883291751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"df16aa3f-0290-4c9c-a9b5-9e35f01e7a20","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"routeName":"ipp-route-0e90fe-kserve-route","namespace":"ai-tenant-e2e-ipp-a-0e90fe","llmisvcName":"ipp-route-0e90fe","gateway":"openshift-ingress/e2e-ipp-a-0e90fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:55.04258679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"683f1b70-313b-4cb4-a625-758042cf6711","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"tenant":"e2e-ipp-a-0e90fe","gateway":"openshift-ingress/e2e-ipp-a-0e90fe","model":"ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:55.04294842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"683f1b70-313b-4cb4-a625-758042cf6711","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"routeName":"ipp-route-0e90fe-kserve-route","namespace":"ai-tenant-e2e-ipp-a-0e90fe","llmisvcName":"ipp-route-0e90fe","gateway":"openshift-ingress/e2e-ipp-a-0e90fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:55.085875801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0e90fe-auth","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe-auth","reconcileID":"00c06ec1-4408-4fdc-a5d1-67dc3ca4531c","MaaSAuthPolicy":{"name":"ipp-route-0e90fe-auth","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-0e90fe","tenantID":"e2e-ipp-a-0e90fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:55.145217073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0e90fe-auth","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe-auth","reconcileID":"00c06ec1-4408-4fdc-a5d1-67dc3ca4531c","MaaSAuthPolicy":{"name":"ipp-route-0e90fe-auth","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"name":"e2e-ipp-a-0e90fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:55.152942306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-0e90fe-sub","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe-sub","reconcileID":"eb22643a-4fe9-4195-9bdf-2d9b19741b6d","MaaSSubscription":{"name":"ipp-route-0e90fe-sub","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"name":"maas-trlp-ipp-route-0e90fe","model":"ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:55.497213522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0e90fe-auth","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe-auth","reconcileID":"ada7f487-cdb4-44ab-8d0f-a9f61c3974c8","MaaSAuthPolicy":{"name":"ipp-route-0e90fe-auth","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-0e90fe","tenantID":"e2e-ipp-a-0e90fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:55.501781353Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-0e90fe-sub","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe-sub","reconcileID":"14e2ada9-d8f9-499a-88fe-51b0d5f00eab","MaaSSubscription":{"name":"ipp-route-0e90fe-sub","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"name":"maas-trlp-ipp-route-0e90fe","model":"ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:55.554259797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0e90fe-auth","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe-auth","reconcileID":"ada7f487-cdb4-44ab-8d0f-a9f61c3974c8","MaaSAuthPolicy":{"name":"ipp-route-0e90fe-auth","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"name":"e2e-ipp-a-0e90fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:55.805795297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6fc3bf1-45ce-4168-972a-4e712dd78c8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:55.855214954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6fc3bf1-45ce-4168-972a-4e712dd78c8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:55.903902721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6fc3bf1-45ce-4168-972a-4e712dd78c8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:55.95363791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6fc3bf1-45ce-4168-972a-4e712dd78c8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:57.763921758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4c73919-4fb5-43f1-a83d-36f7693dce4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:57.812423949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4c73919-4fb5-43f1-a83d-36f7693dce4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:57.861189373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4c73919-4fb5-43f1-a83d-36f7693dce4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:57.913341237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4c73919-4fb5-43f1-a83d-36f7693dce4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:59.777993676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8e9b4df-5435-44ff-b316-f4598d49f67e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:59.829919613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8e9b4df-5435-44ff-b316-f4598d49f67e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:59.878586243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8e9b4df-5435-44ff-b316-f4598d49f67e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:59.927172891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8e9b4df-5435-44ff-b316-f4598d49f67e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:01.751607404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd10502f-fbd2-49a6-9c3e-918127e347e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:01.800446823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd10502f-fbd2-49a6-9c3e-918127e347e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:01.849449732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd10502f-fbd2-49a6-9c3e-918127e347e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:01.898240708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd10502f-fbd2-49a6-9c3e-918127e347e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:03.733857905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"660aaaf4-2eaa-4d72-8932-8c1d4eaa4af1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:03.78273471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"660aaaf4-2eaa-4d72-8932-8c1d4eaa4af1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:03.831812487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"660aaaf4-2eaa-4d72-8932-8c1d4eaa4af1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:03.881611998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"660aaaf4-2eaa-4d72-8932-8c1d4eaa4af1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:05.46291689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"0cf54ec5-5b18-43dd-9f3c-0824cf0c0fb2","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"tenant":"e2e-ipp-a-0e90fe","gateway":"openshift-ingress/e2e-ipp-a-0e90fe","model":"ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:05.462944671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"0cf54ec5-5b18-43dd-9f3c-0824cf0c0fb2","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"routeName":"ipp-route-0e90fe-kserve-route","namespace":"ai-tenant-e2e-ipp-a-0e90fe","llmisvcName":"ipp-route-0e90fe","gateway":"openshift-ingress/e2e-ipp-a-0e90fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:05.568610518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0e90fe-auth","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe-auth","reconcileID":"a5a722e6-906e-4bb7-b9e7-f7cb5c2c0254","MaaSAuthPolicy":{"name":"ipp-route-0e90fe-auth","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-0e90fe","tenantID":"e2e-ipp-a-0e90fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:05.623367096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0e90fe-auth","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe-auth","reconcileID":"a5a722e6-906e-4bb7-b9e7-f7cb5c2c0254","MaaSAuthPolicy":{"name":"ipp-route-0e90fe-auth","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"name":"e2e-ipp-a-0e90fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:05.669857203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-0e90fe-sub","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe-sub","reconcileID":"42961270-77dd-4b72-95d8-eaa97e8c6204","MaaSSubscription":{"name":"ipp-route-0e90fe-sub","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"name":"maas-trlp-ipp-route-0e90fe","model":"ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:05.92440965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0e90fe-auth","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe-auth","reconcileID":"4b3188d8-cf22-4eb6-9149-df950f9fe0fc","MaaSAuthPolicy":{"name":"ipp-route-0e90fe-auth","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-0e90fe","tenantID":"e2e-ipp-a-0e90fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:05.981450167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-0e90fe-sub","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe-sub","reconcileID":"d71eeead-7382-434d-bd6d-caa0b255d2ee","MaaSSubscription":{"name":"ipp-route-0e90fe-sub","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"name":"maas-trlp-ipp-route-0e90fe","model":"ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:05.986026743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0e90fe-auth","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe-auth","reconcileID":"4b3188d8-cf22-4eb6-9149-df950f9fe0fc","MaaSAuthPolicy":{"name":"ipp-route-0e90fe-auth","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"name":"e2e-ipp-a-0e90fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:06.169401327Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:08.447487158Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"default-tenant","reconcileID":"cb9e716a-75c4-46e5-bda3-293baadad55c","namespace":"ai-tenant-e2e-ipp-a-0e90fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:08.44757506Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"default-tenant","reconcileID":"cb9e716a-75c4-46e5-bda3-293baadad55c","name":"ipp-route-0e90fe-sub","namespace":"ai-tenant-e2e-ipp-a-0e90fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:08.503201644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"84f68da1-4fd9-427d-ac19-dfc6efe62a08","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"tenant":"e2e-ipp-a-0e90fe","gateway":"openshift-ingress/e2e-ipp-a-0e90fe","model":"ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:08.503227178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"84f68da1-4fd9-427d-ac19-dfc6efe62a08","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"routeName":"ipp-route-0e90fe-kserve-route","namespace":"ai-tenant-e2e-ipp-a-0e90fe","llmisvcName":"ipp-route-0e90fe","gateway":"openshift-ingress/e2e-ipp-a-0e90fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:08.503244337Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"default-tenant","reconcileID":"cb9e716a-75c4-46e5-bda3-293baadad55c","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:08.503253655Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"default-tenant","reconcileID":"cb9e716a-75c4-46e5-bda3-293baadad55c","namespace":"ai-tenant-e2e-ipp-a-0e90fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:08.503360153Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"default-tenant","reconcileID":"cb9e716a-75c4-46e5-bda3-293baadad55c","name":"ipp-route-0e90fe-auth","namespace":"ai-tenant-e2e-ipp-a-0e90fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:08.55664356Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"default-tenant","reconcileID":"cb9e716a-75c4-46e5-bda3-293baadad55c","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:08.561650198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"90fd6e56-31e9-42bc-a7f2-388027d39b9b","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"tenant":"e2e-ipp-a-0e90fe","gateway":"openshift-ingress/e2e-ipp-a-0e90fe","model":"ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:08.561673382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"90fd6e56-31e9-42bc-a7f2-388027d39b9b","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"routeName":"ipp-route-0e90fe-kserve-route","namespace":"ai-tenant-e2e-ipp-a-0e90fe","llmisvcName":"ipp-route-0e90fe","gateway":"openshift-ingress/e2e-ipp-a-0e90fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:08.601121556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0e90fe-auth","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe-auth","reconcileID":"0208cd80-e74b-4e11-a5c3-e272d7a9f772","MaaSAuthPolicy":{"name":"ipp-route-0e90fe-auth","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-0e90fe","tenantID":"e2e-ipp-a-0e90fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:25:08.612494432Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"90fd6e56-31e9-42bc-a7f2-388027d39b9b","name":"ipp-route-0e90fe","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-0e90fe\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:25:08.612548313Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"90fd6e56-31e9-42bc-a7f2-388027d39b9b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-0e90fe\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:08.617876642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"d3e6e884-7d8b-44bd-9187-0ea3a197fbb8","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"tenant":"e2e-ipp-a-0e90fe","gateway":"openshift-ingress/e2e-ipp-a-0e90fe","model":"ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:08.617893896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"d3e6e884-7d8b-44bd-9187-0ea3a197fbb8","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"routeName":"ipp-route-0e90fe-kserve-route","namespace":"ai-tenant-e2e-ipp-a-0e90fe","llmisvcName":"ipp-route-0e90fe","gateway":"openshift-ingress/e2e-ipp-a-0e90fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:08.655744316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0e90fe-auth","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe-auth","reconcileID":"0208cd80-e74b-4e11-a5c3-e272d7a9f772","MaaSAuthPolicy":{"name":"ipp-route-0e90fe-auth","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"name":"e2e-ipp-a-0e90fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:08.657247579Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-0e90fe-sub","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe-sub","reconcileID":"3ad6a192-7b10-45a3-9eb5-19e64b03f72c","MaaSSubscription":{"name":"ipp-route-0e90fe-sub","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6eb5a856","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:08.729915427Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-0e90fe-sub","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe-sub","reconcileID":"e22b9f33-ba49-4215-bf4d-08617fe5efcc","MaaSSubscription":{"name":"ipp-route-0e90fe-sub","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6eb5a856","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:08.879005254Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0e90fe-auth","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe-auth","reconcileID":"d0cec0ff-3251-407d-9670-bedc9030f1ba","MaaSAuthPolicy":{"name":"ipp-route-0e90fe-auth","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"model":"ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:09.04365334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0e90fe-auth","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe-auth","reconcileID":"d0cec0ff-3251-407d-9670-bedc9030f1ba","MaaSAuthPolicy":{"name":"ipp-route-0e90fe-auth","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-0e90fe","tenantID":"e2e-ipp-a-0e90fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:09.16916383Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0e90fe-auth","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe-auth","reconcileID":"d0cec0ff-3251-407d-9670-bedc9030f1ba","MaaSAuthPolicy":{"name":"ipp-route-0e90fe-auth","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"name":"e2e-ipp-a-0e90fe-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:09.169187878Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0e90fe-auth","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe-auth","reconcileID":"d0cec0ff-3251-407d-9670-bedc9030f1ba","MaaSAuthPolicy":{"name":"ipp-route-0e90fe-auth","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-0e90fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:09.231773467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"c44f2735-9930-4153-854d-770b18ab47d9","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"tenant":"e2e-ipp-a-0e90fe","gateway":"openshift-ingress/e2e-ipp-a-0e90fe","model":"ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:09.231798122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"c44f2735-9930-4153-854d-770b18ab47d9","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"routeName":"ipp-route-0e90fe-kserve-route","namespace":"ai-tenant-e2e-ipp-a-0e90fe","llmisvcName":"ipp-route-0e90fe","gateway":"openshift-ingress/e2e-ipp-a-0e90fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:10.864555691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcaa53e2-0719-4339-b2b3-e37c20c875fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:10.91372282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcaa53e2-0719-4339-b2b3-e37c20c875fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:10.963337732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcaa53e2-0719-4339-b2b3-e37c20c875fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:11.013417791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcaa53e2-0719-4339-b2b3-e37c20c875fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:12.814807104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37c646de-cfbd-47fa-8609-41c713bd696c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:12.863934059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37c646de-cfbd-47fa-8609-41c713bd696c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:12.912543788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37c646de-cfbd-47fa-8609-41c713bd696c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:12.961070019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37c646de-cfbd-47fa-8609-41c713bd696c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:18.780122767Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-0e90fe-sub","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe-sub","reconcileID":"c6364649-5e4a-4369-a816-4f0b2931fd14","MaaSSubscription":{"name":"ipp-route-0e90fe-sub","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"model":"ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe","subscription":"ipp-route-0e90fe-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:18.829785071Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-0e90fe-sub","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe-sub","reconcileID":"c6364649-5e4a-4369-a816-4f0b2931fd14","MaaSSubscription":{"name":"ipp-route-0e90fe-sub","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"model":"ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:18.879633518Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-0e90fe-sub","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe-sub","reconcileID":"c6364649-5e4a-4369-a816-4f0b2931fd14","MaaSSubscription":{"name":"ipp-route-0e90fe-sub","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"name":"maas-trlp-ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe","model":"ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:19.202023439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"c007a00f-6e19-4b0f-a231-9471130be3eb","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"tenant":"e2e-ipp-a-0e90fe","gateway":"openshift-ingress/e2e-ipp-a-0e90fe","model":"ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:19.202045018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"c007a00f-6e19-4b0f-a231-9471130be3eb","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"routeName":"ipp-route-0e90fe-kserve-route","namespace":"ai-tenant-e2e-ipp-a-0e90fe","llmisvcName":"ipp-route-0e90fe","gateway":"openshift-ingress/e2e-ipp-a-0e90fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:19.83078202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9076859b-1269-4f75-bea4-23cd69dab875","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:19.879913548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9076859b-1269-4f75-bea4-23cd69dab875","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:19.930253265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9076859b-1269-4f75-bea4-23cd69dab875","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:19.979441354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9076859b-1269-4f75-bea4-23cd69dab875","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:21.805690447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6c230dc-0c60-44e8-a14b-6f336f95e5bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:21.855537973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6c230dc-0c60-44e8-a14b-6f336f95e5bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:21.904067141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6c230dc-0c60-44e8-a14b-6f336f95e5bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:21.953523738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6c230dc-0c60-44e8-a14b-6f336f95e5bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:23.829585338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32c5d9d5-9b0f-453d-9667-0b26596156f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:23.878744298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32c5d9d5-9b0f-453d-9667-0b26596156f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:23.928130257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32c5d9d5-9b0f-453d-9667-0b26596156f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:23.976824543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32c5d9d5-9b0f-453d-9667-0b26596156f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:25.856944438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"909720a4-8886-4d8e-8b88-fae91aa6d9f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:25.905621037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"909720a4-8886-4d8e-8b88-fae91aa6d9f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:25.954407819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"909720a4-8886-4d8e-8b88-fae91aa6d9f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:26.003962872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"909720a4-8886-4d8e-8b88-fae91aa6d9f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:27.833850384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cd8e1c0-4fd6-4006-8f62-a695329b725b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:27.883049514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cd8e1c0-4fd6-4006-8f62-a695329b725b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:27.933544402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cd8e1c0-4fd6-4006-8f62-a695329b725b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:27.982167559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cd8e1c0-4fd6-4006-8f62-a695329b725b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:29.780137629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4500d7cd-e671-44c5-8cf3-f71854f1158a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:29.828981265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4500d7cd-e671-44c5-8cf3-f71854f1158a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:29.878701289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4500d7cd-e671-44c5-8cf3-f71854f1158a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:29.927864334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4500d7cd-e671-44c5-8cf3-f71854f1158a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:31.761543031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4330272a-d1ff-4069-aecc-c168d983cf17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:31.810524889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4330272a-d1ff-4069-aecc-c168d983cf17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:31.858994321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4330272a-d1ff-4069-aecc-c168d983cf17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:31.907761807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4330272a-d1ff-4069-aecc-c168d983cf17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:33.734173395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aab2a1f5-a152-41d9-bb87-603fa596b995","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:33.782770838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aab2a1f5-a152-41d9-bb87-603fa596b995","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:33.831244679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aab2a1f5-a152-41d9-bb87-603fa596b995","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:33.880041061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aab2a1f5-a152-41d9-bb87-603fa596b995","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:35.678640837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"982afc32-83f0-4324-b216-4ff327884558","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:35.727434891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"982afc32-83f0-4324-b216-4ff327884558","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:35.776305471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"982afc32-83f0-4324-b216-4ff327884558","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:35.825025836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"982afc32-83f0-4324-b216-4ff327884558","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:36.168195075Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:37.690288804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e99e3a30-b86c-406f-acd2-ea1a9839c058","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:37.739868015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e99e3a30-b86c-406f-acd2-ea1a9839c058","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:37.788491525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e99e3a30-b86c-406f-acd2-ea1a9839c058","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:37.837149502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e99e3a30-b86c-406f-acd2-ea1a9839c058","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:39.633677588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"572f1407-8c43-4be0-aa3d-ee532816c0fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:39.684909717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"572f1407-8c43-4be0-aa3d-ee532816c0fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:39.7333072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"572f1407-8c43-4be0-aa3d-ee532816c0fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:39.782059621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"572f1407-8c43-4be0-aa3d-ee532816c0fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:41.560435478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4531f1f9-92b4-4638-b4da-6c9639cb3d21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:41.609049984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4531f1f9-92b4-4638-b4da-6c9639cb3d21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:41.65821415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4531f1f9-92b4-4638-b4da-6c9639cb3d21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:41.706624372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4531f1f9-92b4-4638-b4da-6c9639cb3d21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:43.511855956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb49683e-5c68-4925-9066-faf6ebd568cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:43.564664547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb49683e-5c68-4925-9066-faf6ebd568cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:43.614314738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb49683e-5c68-4925-9066-faf6ebd568cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:43.664112625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb49683e-5c68-4925-9066-faf6ebd568cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:45.470692712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9edc0670-c2b4-4a3b-b504-b15650055e8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:45.522584346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9edc0670-c2b4-4a3b-b504-b15650055e8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:45.573476927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9edc0670-c2b4-4a3b-b504-b15650055e8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:45.62295892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9edc0670-c2b4-4a3b-b504-b15650055e8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:46.630574871Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3bd7fe"},"namespace":"ai-tenant-e2e-praxis-a-3bd7fe","name":"default-tenant","reconcileID":"97bbbb94-f433-4cdb-8a79-52f9c3f4d540","namespace":"ai-tenant-e2e-praxis-a-3bd7fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:46.630660685Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3bd7fe"},"namespace":"ai-tenant-e2e-praxis-a-3bd7fe","name":"default-tenant","reconcileID":"97bbbb94-f433-4cdb-8a79-52f9c3f4d540","namespace":"ai-tenant-e2e-praxis-a-3bd7fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:46.630732254Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3bd7fe"},"namespace":"ai-tenant-e2e-praxis-a-3bd7fe","name":"default-tenant","reconcileID":"97bbbb94-f433-4cdb-8a79-52f9c3f4d540","tenant":"e2e-praxis-a-3bd7fe","tenantID":"e2e-praxis-a-3bd7fe","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:46.682245598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3bd7fe"},"namespace":"ai-tenant-e2e-praxis-a-3bd7fe","name":"default-tenant","reconcileID":"97bbbb94-f433-4cdb-8a79-52f9c3f4d540","gvk":"Deployment","name":"maas-api-e2e-praxis-a-3bd7fe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:46.748111217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3bd7fe"},"namespace":"ai-tenant-e2e-praxis-a-3bd7fe","name":"default-tenant","reconcileID":"97bbbb94-f433-4cdb-8a79-52f9c3f4d540","gvk":"Service","name":"maas-api-e2e-praxis-a-3bd7fe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:46.807347762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3bd7fe"},"namespace":"ai-tenant-e2e-praxis-a-3bd7fe","name":"default-tenant","reconcileID":"97bbbb94-f433-4cdb-8a79-52f9c3f4d540","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-3bd7fe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:46.862646891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3bd7fe"},"namespace":"ai-tenant-e2e-praxis-a-3bd7fe","name":"default-tenant","reconcileID":"97bbbb94-f433-4cdb-8a79-52f9c3f4d540","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-3bd7fe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:46.942843861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3bd7fe"},"namespace":"ai-tenant-e2e-praxis-a-3bd7fe","name":"default-tenant","reconcileID":"97bbbb94-f433-4cdb-8a79-52f9c3f4d540","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-3bd7fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:46.995375299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3bd7fe"},"namespace":"ai-tenant-e2e-praxis-a-3bd7fe","name":"default-tenant","reconcileID":"97bbbb94-f433-4cdb-8a79-52f9c3f4d540","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-3bd7fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:47.048700272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3bd7fe"},"namespace":"ai-tenant-e2e-praxis-a-3bd7fe","name":"default-tenant","reconcileID":"97bbbb94-f433-4cdb-8a79-52f9c3f4d540","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-3bd7fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:47.105923913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3bd7fe"},"namespace":"ai-tenant-e2e-praxis-a-3bd7fe","name":"default-tenant","reconcileID":"97bbbb94-f433-4cdb-8a79-52f9c3f4d540","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-3bd7fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:47.154901686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3bd7fe"},"namespace":"ai-tenant-e2e-praxis-a-3bd7fe","name":"default-tenant","reconcileID":"97bbbb94-f433-4cdb-8a79-52f9c3f4d540","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-3bd7fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:47.211763902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3bd7fe"},"namespace":"ai-tenant-e2e-praxis-a-3bd7fe","name":"default-tenant","reconcileID":"97bbbb94-f433-4cdb-8a79-52f9c3f4d540","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-3bd7fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:47.260166774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3bd7fe"},"namespace":"ai-tenant-e2e-praxis-a-3bd7fe","name":"default-tenant","reconcileID":"97bbbb94-f433-4cdb-8a79-52f9c3f4d540","gvk":"Service","name":"payload-processing-e2e-praxis-a-3bd7fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:47.313649068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3bd7fe"},"namespace":"ai-tenant-e2e-praxis-a-3bd7fe","name":"default-tenant","reconcileID":"97bbbb94-f433-4cdb-8a79-52f9c3f4d540","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-3bd7fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:47.362522967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3bd7fe"},"namespace":"ai-tenant-e2e-praxis-a-3bd7fe","name":"default-tenant","reconcileID":"97bbbb94-f433-4cdb-8a79-52f9c3f4d540","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-3bd7fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:47.411287476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3bd7fe"},"namespace":"ai-tenant-e2e-praxis-a-3bd7fe","name":"default-tenant","reconcileID":"97bbbb94-f433-4cdb-8a79-52f9c3f4d540","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-3bd7fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:47.454534661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"847302ee-4d32-4809-8a28-44da0544679f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:47.505608838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"847302ee-4d32-4809-8a28-44da0544679f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:47.506524525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3bd7fe"},"namespace":"ai-tenant-e2e-praxis-a-3bd7fe","name":"default-tenant","reconcileID":"97bbbb94-f433-4cdb-8a79-52f9c3f4d540","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-3bd7fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:47.555235672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"847302ee-4d32-4809-8a28-44da0544679f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:47.604150779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"847302ee-4d32-4809-8a28-44da0544679f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:47.608735135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3bd7fe"},"namespace":"ai-tenant-e2e-praxis-a-3bd7fe","name":"default-tenant","reconcileID":"97bbbb94-f433-4cdb-8a79-52f9c3f4d540","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-3bd7fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:47.65712273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3bd7fe"},"namespace":"ai-tenant-e2e-praxis-a-3bd7fe","name":"default-tenant","reconcileID":"97bbbb94-f433-4cdb-8a79-52f9c3f4d540","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-3bd7fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:47.705548484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3bd7fe"},"namespace":"ai-tenant-e2e-praxis-a-3bd7fe","name":"default-tenant","reconcileID":"97bbbb94-f433-4cdb-8a79-52f9c3f4d540","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-3bd7fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:47.760571182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3bd7fe"},"namespace":"ai-tenant-e2e-praxis-a-3bd7fe","name":"default-tenant","reconcileID":"97bbbb94-f433-4cdb-8a79-52f9c3f4d540","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-3bd7fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:47.809506487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3bd7fe"},"namespace":"ai-tenant-e2e-praxis-a-3bd7fe","name":"default-tenant","reconcileID":"97bbbb94-f433-4cdb-8a79-52f9c3f4d540","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-3bd7fe","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:48.605797743Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-3bd7fe","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-3bd7fe","reconcileID":"af9d2315-59a3-406f-920b-79abfd5d05b4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-3bd7fe","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-3bd7fe"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:49.409063905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a198d21e-9498-4cf2-a154-6b8e30745d40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:49.457693679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a198d21e-9498-4cf2-a154-6b8e30745d40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:49.506671182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a198d21e-9498-4cf2-a154-6b8e30745d40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:49.556161215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a198d21e-9498-4cf2-a154-6b8e30745d40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:51.355133315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56c6625c-e5c3-43fa-9523-274709a29d03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:51.403768111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56c6625c-e5c3-43fa-9523-274709a29d03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:51.452788702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56c6625c-e5c3-43fa-9523-274709a29d03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:51.501440856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56c6625c-e5c3-43fa-9523-274709a29d03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:54.036850055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"658e6d3f-2bc7-4d2f-911b-b5909156990b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:54.086377588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"658e6d3f-2bc7-4d2f-911b-b5909156990b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:54.135213625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"658e6d3f-2bc7-4d2f-911b-b5909156990b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:54.183930449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"658e6d3f-2bc7-4d2f-911b-b5909156990b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:54.598671427Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-cf5019","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-cf5019","reconcileID":"0384bdd7-05bf-497a-be93-ff936cfa2cfb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-cf5019","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-cf5019":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:56.032188875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b417239d-15fa-4d53-b486-a9c038b894cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:56.081006299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b417239d-15fa-4d53-b486-a9c038b894cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:56.129630419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b417239d-15fa-4d53-b486-a9c038b894cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:56.17824792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b417239d-15fa-4d53-b486-a9c038b894cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:57.981414814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddbdadcc-58d8-45ac-9388-352ad9ebc158","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:58.03045683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddbdadcc-58d8-45ac-9388-352ad9ebc158","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:58.080218644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddbdadcc-58d8-45ac-9388-352ad9ebc158","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:58.130545008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddbdadcc-58d8-45ac-9388-352ad9ebc158","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:59.924064206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ce475fa-5648-48ac-b800-466e08198007","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:59.973069114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ce475fa-5648-48ac-b800-466e08198007","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:00.021823892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ce475fa-5648-48ac-b800-466e08198007","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:00.070388529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ce475fa-5648-48ac-b800-466e08198007","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:01.863859871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9afed70b-027f-4658-afd2-057d99af5764","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:01.91233252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9afed70b-027f-4658-afd2-057d99af5764","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:01.961079028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9afed70b-027f-4658-afd2-057d99af5764","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:02.009912324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9afed70b-027f-4658-afd2-057d99af5764","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:03.820930277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a29dd1cb-70e3-4edb-9741-ca021d763630","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:03.869788854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a29dd1cb-70e3-4edb-9741-ca021d763630","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:03.918458267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a29dd1cb-70e3-4edb-9741-ca021d763630","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:03.968385851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a29dd1cb-70e3-4edb-9741-ca021d763630","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:05.766913005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4752b0ac-3799-4cb8-9402-98dca6acebde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:05.815956968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4752b0ac-3799-4cb8-9402-98dca6acebde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:05.864717079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4752b0ac-3799-4cb8-9402-98dca6acebde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:05.913308006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4752b0ac-3799-4cb8-9402-98dca6acebde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:06.16833991Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:07.699937503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b927c5cc-ee1a-4092-ba7f-09227b3e060d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:07.749025862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b927c5cc-ee1a-4092-ba7f-09227b3e060d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:07.798171067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b927c5cc-ee1a-4092-ba7f-09227b3e060d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:07.847820956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b927c5cc-ee1a-4092-ba7f-09227b3e060d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:12.110014382Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-40fb42"},"namespace":"ai-tenant-e2e-praxis-a-40fb42","name":"default-tenant","reconcileID":"9e70d297-faa3-4475-9c62-61e5681503a9","namespace":"ai-tenant-e2e-praxis-a-40fb42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:12.110068892Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-40fb42"},"namespace":"ai-tenant-e2e-praxis-a-40fb42","name":"default-tenant","reconcileID":"9e70d297-faa3-4475-9c62-61e5681503a9","namespace":"ai-tenant-e2e-praxis-a-40fb42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:12.110118246Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-40fb42"},"namespace":"ai-tenant-e2e-praxis-a-40fb42","name":"default-tenant","reconcileID":"9e70d297-faa3-4475-9c62-61e5681503a9","tenant":"e2e-praxis-a-40fb42","tenantID":"e2e-praxis-a-40fb42","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:12.161119106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-40fb42"},"namespace":"ai-tenant-e2e-praxis-a-40fb42","name":"default-tenant","reconcileID":"9e70d297-faa3-4475-9c62-61e5681503a9","gvk":"Deployment","name":"maas-api-e2e-praxis-a-40fb42","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:12.218982463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-40fb42"},"namespace":"ai-tenant-e2e-praxis-a-40fb42","name":"default-tenant","reconcileID":"9e70d297-faa3-4475-9c62-61e5681503a9","gvk":"Service","name":"maas-api-e2e-praxis-a-40fb42","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:12.271312555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-40fb42"},"namespace":"ai-tenant-e2e-praxis-a-40fb42","name":"default-tenant","reconcileID":"9e70d297-faa3-4475-9c62-61e5681503a9","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-40fb42","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:12.322073784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-40fb42"},"namespace":"ai-tenant-e2e-praxis-a-40fb42","name":"default-tenant","reconcileID":"9e70d297-faa3-4475-9c62-61e5681503a9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-40fb42","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:12.373665761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-40fb42"},"namespace":"ai-tenant-e2e-praxis-a-40fb42","name":"default-tenant","reconcileID":"9e70d297-faa3-4475-9c62-61e5681503a9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-40fb42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:12.425042127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-40fb42"},"namespace":"ai-tenant-e2e-praxis-a-40fb42","name":"default-tenant","reconcileID":"9e70d297-faa3-4475-9c62-61e5681503a9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-40fb42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:12.478702729Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-40fb42"},"namespace":"ai-tenant-e2e-praxis-a-40fb42","name":"default-tenant","reconcileID":"9e70d297-faa3-4475-9c62-61e5681503a9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-40fb42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:12.533164155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-40fb42"},"namespace":"ai-tenant-e2e-praxis-a-40fb42","name":"default-tenant","reconcileID":"9e70d297-faa3-4475-9c62-61e5681503a9","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-40fb42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:12.581814042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-40fb42"},"namespace":"ai-tenant-e2e-praxis-a-40fb42","name":"default-tenant","reconcileID":"9e70d297-faa3-4475-9c62-61e5681503a9","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-40fb42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:12.630219869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-40fb42"},"namespace":"ai-tenant-e2e-praxis-a-40fb42","name":"default-tenant","reconcileID":"9e70d297-faa3-4475-9c62-61e5681503a9","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-40fb42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:12.678655454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-40fb42"},"namespace":"ai-tenant-e2e-praxis-a-40fb42","name":"default-tenant","reconcileID":"9e70d297-faa3-4475-9c62-61e5681503a9","gvk":"Service","name":"payload-processing-e2e-praxis-a-40fb42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:12.727040329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-40fb42"},"namespace":"ai-tenant-e2e-praxis-a-40fb42","name":"default-tenant","reconcileID":"9e70d297-faa3-4475-9c62-61e5681503a9","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-40fb42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:12.77760792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-40fb42"},"namespace":"ai-tenant-e2e-praxis-a-40fb42","name":"default-tenant","reconcileID":"9e70d297-faa3-4475-9c62-61e5681503a9","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-40fb42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:12.828666726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-40fb42"},"namespace":"ai-tenant-e2e-praxis-a-40fb42","name":"default-tenant","reconcileID":"9e70d297-faa3-4475-9c62-61e5681503a9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-40fb42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:12.877729101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-40fb42"},"namespace":"ai-tenant-e2e-praxis-a-40fb42","name":"default-tenant","reconcileID":"9e70d297-faa3-4475-9c62-61e5681503a9","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-40fb42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:12.937929363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-40fb42"},"namespace":"ai-tenant-e2e-praxis-a-40fb42","name":"default-tenant","reconcileID":"9e70d297-faa3-4475-9c62-61e5681503a9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-40fb42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:12.986368169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-40fb42"},"namespace":"ai-tenant-e2e-praxis-a-40fb42","name":"default-tenant","reconcileID":"9e70d297-faa3-4475-9c62-61e5681503a9","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-40fb42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:13.034991146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-40fb42"},"namespace":"ai-tenant-e2e-praxis-a-40fb42","name":"default-tenant","reconcileID":"9e70d297-faa3-4475-9c62-61e5681503a9","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-40fb42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:13.090555177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-40fb42"},"namespace":"ai-tenant-e2e-praxis-a-40fb42","name":"default-tenant","reconcileID":"9e70d297-faa3-4475-9c62-61e5681503a9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-40fb42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:13.13944657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-40fb42"},"namespace":"ai-tenant-e2e-praxis-a-40fb42","name":"default-tenant","reconcileID":"9e70d297-faa3-4475-9c62-61e5681503a9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-40fb42","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:13.193459758Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"default-tenant","reconcileID":"b10cb7ad-471b-4be0-944b-96ace61ccb15","namespace":"ai-tenant-e2e-ipp-a-0e90fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:13.193557583Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"default-tenant","reconcileID":"b10cb7ad-471b-4be0-944b-96ace61ccb15","namespace":"ai-tenant-e2e-ipp-a-0e90fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:13.193624418Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"default-tenant","reconcileID":"b10cb7ad-471b-4be0-944b-96ace61ccb15","tenant":"e2e-ipp-a-0e90fe","tenantID":"e2e-ipp-a-0e90fe","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:13.246224662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"default-tenant","reconcileID":"b10cb7ad-471b-4be0-944b-96ace61ccb15","gvk":"Deployment","name":"maas-api-e2e-ipp-a-0e90fe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:13.305775983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"default-tenant","reconcileID":"b10cb7ad-471b-4be0-944b-96ace61ccb15","gvk":"Service","name":"maas-api-e2e-ipp-a-0e90fe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:13.368553681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"default-tenant","reconcileID":"b10cb7ad-471b-4be0-944b-96ace61ccb15","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-0e90fe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:13.419133487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"default-tenant","reconcileID":"b10cb7ad-471b-4be0-944b-96ace61ccb15","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-0e90fe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:13.47451061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"default-tenant","reconcileID":"b10cb7ad-471b-4be0-944b-96ace61ccb15","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-0e90fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:13.531606673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"default-tenant","reconcileID":"b10cb7ad-471b-4be0-944b-96ace61ccb15","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-0e90fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:13.585765596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"default-tenant","reconcileID":"b10cb7ad-471b-4be0-944b-96ace61ccb15","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-0e90fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:13.63905092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"default-tenant","reconcileID":"b10cb7ad-471b-4be0-944b-96ace61ccb15","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-0e90fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:13.692808618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"default-tenant","reconcileID":"b10cb7ad-471b-4be0-944b-96ace61ccb15","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-0e90fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:13.744237721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"default-tenant","reconcileID":"b10cb7ad-471b-4be0-944b-96ace61ccb15","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-0e90fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:13.806247327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"default-tenant","reconcileID":"b10cb7ad-471b-4be0-944b-96ace61ccb15","gvk":"Service","name":"payload-processing-e2e-ipp-a-0e90fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:13.86551513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"default-tenant","reconcileID":"b10cb7ad-471b-4be0-944b-96ace61ccb15","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-0e90fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:13.910648286Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-40fb42","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-40fb42","reconcileID":"5998aaf7-cfb1-4f82-86fa-c0352587bf9b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-40fb42","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-40fb42"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:13.918523186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"default-tenant","reconcileID":"b10cb7ad-471b-4be0-944b-96ace61ccb15","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-0e90fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:13.970546391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"default-tenant","reconcileID":"b10cb7ad-471b-4be0-944b-96ace61ccb15","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-0e90fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:14.022883187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"default-tenant","reconcileID":"b10cb7ad-471b-4be0-944b-96ace61ccb15","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-0e90fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:14.075725949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"default-tenant","reconcileID":"b10cb7ad-471b-4be0-944b-96ace61ccb15","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-0e90fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:14.169589884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"default-tenant","reconcileID":"b10cb7ad-471b-4be0-944b-96ace61ccb15","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-0e90fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:14.220564752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"default-tenant","reconcileID":"b10cb7ad-471b-4be0-944b-96ace61ccb15","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-0e90fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:14.272233709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"default-tenant","reconcileID":"b10cb7ad-471b-4be0-944b-96ace61ccb15","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-0e90fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:14.322781534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"default-tenant","reconcileID":"b10cb7ad-471b-4be0-944b-96ace61ccb15","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-0e90fe","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:15.038972998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cd512d9-1bcf-4712-961a-cb6097e068a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:15.087498157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cd512d9-1bcf-4712-961a-cb6097e068a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:15.136201539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cd512d9-1bcf-4712-961a-cb6097e068a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:15.186146024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cd512d9-1bcf-4712-961a-cb6097e068a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:15.193428433Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-0e90fe","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-0e90fe","reconcileID":"c331ebe8-d40a-4fdb-bac5-e550ab1716e9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-0e90fe","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-0e90fe"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:15.347813876Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"64ca3ab1-9188-4d05-9d02-07ed29f32582","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0e90fe]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:15.441960169Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"64ca3ab1-9188-4d05-9d02-07ed29f32582","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0e90fe]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:15.44784422Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"64fc755f-f302-4483-ad8f-a8c9e764e9c5","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0e90fe]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:15.447915895Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"64fc755f-f302-4483-ad8f-a8c9e764e9c5","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0e90fe]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:15.459013943Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"4f89a394-0677-45e8-a898-0093e81f0eb9","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0e90fe]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:15.459081152Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"4f89a394-0677-45e8-a898-0093e81f0eb9","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0e90fe]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:15.480293131Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"6f2de9e8-dc20-4d7b-b87c-6bc7142de20a","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0e90fe]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:15.480387864Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"6f2de9e8-dc20-4d7b-b87c-6bc7142de20a","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0e90fe]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:15.521330702Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"6c98e97c-dded-4459-b7a7-b50c126cb7f8","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0e90fe]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:15.521387532Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"6c98e97c-dded-4459-b7a7-b50c126cb7f8","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0e90fe]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:15.602060838Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"53f86c8e-6b2f-4826-b677-92bd7a6cf4b8","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0e90fe]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:15.602264307Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"53f86c8e-6b2f-4826-b677-92bd7a6cf4b8","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0e90fe]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:15.767217193Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"24d26ad1-175b-47c8-85e8-a47c13a29b41","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0e90fe]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:15.76742367Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"24d26ad1-175b-47c8-85e8-a47c13a29b41","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0e90fe]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:16.087825087Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"9a96850c-395c-4801-adf0-9f482faa971d","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0e90fe]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:16.087889577Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"9a96850c-395c-4801-adf0-9f482faa971d","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0e90fe]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:16.728555948Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"a0dfd3e5-26b8-4f98-b61c-3dfb7cbb2b11","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0e90fe]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:16.728629419Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"a0dfd3e5-26b8-4f98-b61c-3dfb7cbb2b11","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0e90fe]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:16.958784103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89b2201d-d9d4-4aa2-bbce-ae532dcd6ca5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:17.007856232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89b2201d-d9d4-4aa2-bbce-ae532dcd6ca5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:17.056625052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89b2201d-d9d4-4aa2-bbce-ae532dcd6ca5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:17.11238156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89b2201d-d9d4-4aa2-bbce-ae532dcd6ca5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:18.009459847Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"762329d8-9c23-438a-8847-5b30134bb36c","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0e90fe]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:18.009528004Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"762329d8-9c23-438a-8847-5b30134bb36c","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0e90fe]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:20.570888839Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"82861ea1-0e9a-4fa8-9557-411b3cfab014","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0e90fe]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:20.570986427Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"82861ea1-0e9a-4fa8-9557-411b3cfab014","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0e90fe]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:21.337044192Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"dd71840a-8e91-4c8b-b965-85fe35a4236a","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0e90fe]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:21.337112399Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"dd71840a-8e91-4c8b-b965-85fe35a4236a","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0e90fe]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:22.138558866Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"a5815d9d-8b64-4629-87d2-aa9092e9e3ad","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0e90fe]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:22.138626999Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"a5815d9d-8b64-4629-87d2-aa9092e9e3ad","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0e90fe]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:22.291124054Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"3b566375-a98a-43ba-8d32-123022687077","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0e90fe]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:22.291205197Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"3b566375-a98a-43ba-8d32-123022687077","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0e90fe]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:23.044196637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b43a75b2-2535-4730-9eb9-46305bb22145","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:23.09348283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b43a75b2-2535-4730-9eb9-46305bb22145","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:23.14185446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b43a75b2-2535-4730-9eb9-46305bb22145","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:23.190612931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b43a75b2-2535-4730-9eb9-46305bb22145","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:25.030167206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22ca61e7-6739-4c84-81c7-473e1b98e998","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:25.078873328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22ca61e7-6739-4c84-81c7-473e1b98e998","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:25.127284708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22ca61e7-6739-4c84-81c7-473e1b98e998","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:25.17616559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22ca61e7-6739-4c84-81c7-473e1b98e998","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:26.952111489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7433203f-860f-4601-8696-5d4bde87babf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:27.001192193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7433203f-860f-4601-8696-5d4bde87babf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:27.049669891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7433203f-860f-4601-8696-5d4bde87babf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:27.09898596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7433203f-860f-4601-8696-5d4bde87babf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:28.884062854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d66cf6c2-99bc-4b23-8cf9-d9fe562d6e25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:28.932654052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d66cf6c2-99bc-4b23-8cf9-d9fe562d6e25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:28.981298246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d66cf6c2-99bc-4b23-8cf9-d9fe562d6e25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:29.030413281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d66cf6c2-99bc-4b23-8cf9-d9fe562d6e25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:32.725180458Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"d737d696-0195-4525-84e0-3d656f29a448","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0e90fe]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:32.725281498Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"d737d696-0195-4525-84e0-3d656f29a448","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0e90fe]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:35.463037207Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-872f4a"},"namespace":"ai-tenant-e2e-ipp-a-872f4a","name":"default-tenant","reconcileID":"e64d9f41-258d-4757-a464-7ef47704c1ff","namespace":"ai-tenant-e2e-ipp-a-872f4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:35.463095575Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-872f4a"},"namespace":"ai-tenant-e2e-ipp-a-872f4a","name":"default-tenant","reconcileID":"e64d9f41-258d-4757-a464-7ef47704c1ff","namespace":"ai-tenant-e2e-ipp-a-872f4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:35.463156668Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-872f4a"},"namespace":"ai-tenant-e2e-ipp-a-872f4a","name":"default-tenant","reconcileID":"e64d9f41-258d-4757-a464-7ef47704c1ff","tenant":"e2e-ipp-a-872f4a","tenantID":"e2e-ipp-a-872f4a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:35.514452175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-872f4a"},"namespace":"ai-tenant-e2e-ipp-a-872f4a","name":"default-tenant","reconcileID":"e64d9f41-258d-4757-a464-7ef47704c1ff","gvk":"Deployment","name":"maas-api-e2e-ipp-a-872f4a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:35.572636469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-872f4a"},"namespace":"ai-tenant-e2e-ipp-a-872f4a","name":"default-tenant","reconcileID":"e64d9f41-258d-4757-a464-7ef47704c1ff","gvk":"Service","name":"maas-api-e2e-ipp-a-872f4a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:35.626003439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-872f4a"},"namespace":"ai-tenant-e2e-ipp-a-872f4a","name":"default-tenant","reconcileID":"e64d9f41-258d-4757-a464-7ef47704c1ff","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-872f4a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:35.678923077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-872f4a"},"namespace":"ai-tenant-e2e-ipp-a-872f4a","name":"default-tenant","reconcileID":"e64d9f41-258d-4757-a464-7ef47704c1ff","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-872f4a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:35.737712165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-872f4a"},"namespace":"ai-tenant-e2e-ipp-a-872f4a","name":"default-tenant","reconcileID":"e64d9f41-258d-4757-a464-7ef47704c1ff","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-872f4a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:35.79115896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-872f4a"},"namespace":"ai-tenant-e2e-ipp-a-872f4a","name":"default-tenant","reconcileID":"e64d9f41-258d-4757-a464-7ef47704c1ff","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-872f4a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:35.85250292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-872f4a"},"namespace":"ai-tenant-e2e-ipp-a-872f4a","name":"default-tenant","reconcileID":"e64d9f41-258d-4757-a464-7ef47704c1ff","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-872f4a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:35.907765298Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-872f4a"},"namespace":"ai-tenant-e2e-ipp-a-872f4a","name":"default-tenant","reconcileID":"e64d9f41-258d-4757-a464-7ef47704c1ff","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-872f4a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:35.960151678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-872f4a"},"namespace":"ai-tenant-e2e-ipp-a-872f4a","name":"default-tenant","reconcileID":"e64d9f41-258d-4757-a464-7ef47704c1ff","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-872f4a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:36.011279858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-872f4a"},"namespace":"ai-tenant-e2e-ipp-a-872f4a","name":"default-tenant","reconcileID":"e64d9f41-258d-4757-a464-7ef47704c1ff","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-872f4a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:36.070153437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-872f4a"},"namespace":"ai-tenant-e2e-ipp-a-872f4a","name":"default-tenant","reconcileID":"e64d9f41-258d-4757-a464-7ef47704c1ff","gvk":"Service","name":"payload-processing-e2e-ipp-a-872f4a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:36.134481042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-872f4a"},"namespace":"ai-tenant-e2e-ipp-a-872f4a","name":"default-tenant","reconcileID":"e64d9f41-258d-4757-a464-7ef47704c1ff","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-872f4a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:36.168450361Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:36.187350406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-872f4a"},"namespace":"ai-tenant-e2e-ipp-a-872f4a","name":"default-tenant","reconcileID":"e64d9f41-258d-4757-a464-7ef47704c1ff","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-872f4a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:36.238766155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-872f4a"},"namespace":"ai-tenant-e2e-ipp-a-872f4a","name":"default-tenant","reconcileID":"e64d9f41-258d-4757-a464-7ef47704c1ff","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-872f4a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:36.292794814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-872f4a"},"namespace":"ai-tenant-e2e-ipp-a-872f4a","name":"default-tenant","reconcileID":"e64d9f41-258d-4757-a464-7ef47704c1ff","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-872f4a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:36.348432241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-872f4a"},"namespace":"ai-tenant-e2e-ipp-a-872f4a","name":"default-tenant","reconcileID":"e64d9f41-258d-4757-a464-7ef47704c1ff","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-872f4a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:36.399310699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-872f4a"},"namespace":"ai-tenant-e2e-ipp-a-872f4a","name":"default-tenant","reconcileID":"e64d9f41-258d-4757-a464-7ef47704c1ff","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-872f4a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:36.450672156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-872f4a"},"namespace":"ai-tenant-e2e-ipp-a-872f4a","name":"default-tenant","reconcileID":"e64d9f41-258d-4757-a464-7ef47704c1ff","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-872f4a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:36.502000074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-872f4a"},"namespace":"ai-tenant-e2e-ipp-a-872f4a","name":"default-tenant","reconcileID":"e64d9f41-258d-4757-a464-7ef47704c1ff","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-872f4a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:36.554732462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-872f4a"},"namespace":"ai-tenant-e2e-ipp-a-872f4a","name":"default-tenant","reconcileID":"e64d9f41-258d-4757-a464-7ef47704c1ff","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-872f4a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:37.337948094Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-872f4a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-872f4a","reconcileID":"9d2e8d1a-26e4-4e01-84dc-2287cb663a77","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-872f4a","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-872f4a"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:37.491834497Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"eab5680d-2848-435e-9317-4cb26bfafad2","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0e90fe]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:37.491896133Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"eab5680d-2848-435e-9317-4cb26bfafad2","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0e90fe]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:38.44696329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a43dadd8-25cd-4f01-9dc7-2d08e922cd2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:38.495763678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a43dadd8-25cd-4f01-9dc7-2d08e922cd2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:38.544340581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a43dadd8-25cd-4f01-9dc7-2d08e922cd2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:38.593252972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a43dadd8-25cd-4f01-9dc7-2d08e922cd2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:40.43062568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2733011e-d35c-44b1-bd98-f669efbf5804","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:40.479954314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2733011e-d35c-44b1-bd98-f669efbf5804","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:40.528587304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2733011e-d35c-44b1-bd98-f669efbf5804","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:40.577250901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2733011e-d35c-44b1-bd98-f669efbf5804","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:45.247960839Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"df50541d-f936-4251-b01f-805c0eab7e3a","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0e90fe]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:45.248024825Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"df50541d-f936-4251-b01f-805c0eab7e3a","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0e90fe/ipp-route-0e90fe-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0e90fe]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:45.88155051Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0e90fe","namespace":"ai-tenant-e2e-ipp-a-0e90fe"},"namespace":"ai-tenant-e2e-ipp-a-0e90fe","name":"ipp-route-0e90fe","reconcileID":"3d1d742c-353d-4a9d-ae7f-3e0d74c7ec50","error":"maasmodelrefs.maas.opendatahub.io \"ipp-route-0e90fe\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:46.277626696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4906a308-9c45-4b2c-b2b2-3f93365d6ca1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:46.326625405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4906a308-9c45-4b2c-b2b2-3f93365d6ca1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:46.375469901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4906a308-9c45-4b2c-b2b2-3f93365d6ca1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:46.42883212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4906a308-9c45-4b2c-b2b2-3f93365d6ca1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:48.23420533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"270d3b19-80e6-4ab4-a210-f7f81420e64c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:48.282806751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"270d3b19-80e6-4ab4-a210-f7f81420e64c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:48.331268654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"270d3b19-80e6-4ab4-a210-f7f81420e64c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:48.379874372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"270d3b19-80e6-4ab4-a210-f7f81420e64c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:50.163157933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0aabb91b-cd8e-4d9c-a767-9e1eb7fa91b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:50.211720442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0aabb91b-cd8e-4d9c-a767-9e1eb7fa91b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:50.26037895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0aabb91b-cd8e-4d9c-a767-9e1eb7fa91b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:50.308950369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0aabb91b-cd8e-4d9c-a767-9e1eb7fa91b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:52.137274716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5c0232d-c75d-49fb-8d90-843184153a89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:52.185917281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5c0232d-c75d-49fb-8d90-843184153a89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:52.235518044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5c0232d-c75d-49fb-8d90-843184153a89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:52.284896043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5c0232d-c75d-49fb-8d90-843184153a89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:54.081235286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95b10ae1-4b77-4f11-9e67-acdea9395e7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:54.130641966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95b10ae1-4b77-4f11-9e67-acdea9395e7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:54.179484134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95b10ae1-4b77-4f11-9e67-acdea9395e7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:54.229545912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95b10ae1-4b77-4f11-9e67-acdea9395e7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:56.035765935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"132cc576-cfae-47d7-9832-8db9b2e952bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:56.084274346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"132cc576-cfae-47d7-9832-8db9b2e952bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:56.133025951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"132cc576-cfae-47d7-9832-8db9b2e952bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:56.181585732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cf5019"},"namespace":"ai-tenant-e2e-praxis-b-cf5019","name":"default-tenant","reconcileID":"77a9997e-a1e5-4044-a820-0aaa9d381aa2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-cf5019","tenantID":"e2e-praxis-b-cf5019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:56.181655144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"132cc576-cfae-47d7-9832-8db9b2e952bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:56.293721448Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cf5019"},"namespace":"ai-tenant-e2e-praxis-b-cf5019","name":"default-tenant","reconcileID":"77a9997e-a1e5-4044-a820-0aaa9d381aa2","name":"e2e-praxis-b-cf5019-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:56.381464248Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c89e47"},"namespace":"ai-tenant-e2e-ipp-b-c89e47","name":"default-tenant","reconcileID":"b307ac01-90ee-4f3c-9354-f28938cec66d","namespace":"ai-tenant-e2e-ipp-b-c89e47","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:56.381527456Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c89e47"},"namespace":"ai-tenant-e2e-ipp-b-c89e47","name":"default-tenant","reconcileID":"b307ac01-90ee-4f3c-9354-f28938cec66d","namespace":"ai-tenant-e2e-ipp-b-c89e47","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:56.381577172Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c89e47"},"namespace":"ai-tenant-e2e-ipp-b-c89e47","name":"default-tenant","reconcileID":"b307ac01-90ee-4f3c-9354-f28938cec66d","tenant":"e2e-ipp-b-c89e47","tenantID":"e2e-ipp-b-c89e47","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:56.432011069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c89e47"},"namespace":"ai-tenant-e2e-ipp-b-c89e47","name":"default-tenant","reconcileID":"b307ac01-90ee-4f3c-9354-f28938cec66d","gvk":"Deployment","name":"maas-api-e2e-ipp-b-c89e47","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:56.490405327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c89e47"},"namespace":"ai-tenant-e2e-ipp-b-c89e47","name":"default-tenant","reconcileID":"b307ac01-90ee-4f3c-9354-f28938cec66d","gvk":"Service","name":"maas-api-e2e-ipp-b-c89e47","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:56.543088393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c89e47"},"namespace":"ai-tenant-e2e-ipp-b-c89e47","name":"default-tenant","reconcileID":"b307ac01-90ee-4f3c-9354-f28938cec66d","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-c89e47","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:56.594129833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c89e47"},"namespace":"ai-tenant-e2e-ipp-b-c89e47","name":"default-tenant","reconcileID":"b307ac01-90ee-4f3c-9354-f28938cec66d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-c89e47","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:56.656883463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c89e47"},"namespace":"ai-tenant-e2e-ipp-b-c89e47","name":"default-tenant","reconcileID":"b307ac01-90ee-4f3c-9354-f28938cec66d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-c89e47","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:56.720491584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c89e47"},"namespace":"ai-tenant-e2e-ipp-b-c89e47","name":"default-tenant","reconcileID":"b307ac01-90ee-4f3c-9354-f28938cec66d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-c89e47","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:56.772360523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c89e47"},"namespace":"ai-tenant-e2e-ipp-b-c89e47","name":"default-tenant","reconcileID":"b307ac01-90ee-4f3c-9354-f28938cec66d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-c89e47","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:56.826128897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c89e47"},"namespace":"ai-tenant-e2e-ipp-b-c89e47","name":"default-tenant","reconcileID":"b307ac01-90ee-4f3c-9354-f28938cec66d","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-c89e47","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:56.874551412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c89e47"},"namespace":"ai-tenant-e2e-ipp-b-c89e47","name":"default-tenant","reconcileID":"b307ac01-90ee-4f3c-9354-f28938cec66d","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-c89e47","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:56.922996671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c89e47"},"namespace":"ai-tenant-e2e-ipp-b-c89e47","name":"default-tenant","reconcileID":"b307ac01-90ee-4f3c-9354-f28938cec66d","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-c89e47","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:56.971606601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c89e47"},"namespace":"ai-tenant-e2e-ipp-b-c89e47","name":"default-tenant","reconcileID":"b307ac01-90ee-4f3c-9354-f28938cec66d","gvk":"Service","name":"payload-processing-e2e-ipp-b-c89e47","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:57.022307362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c89e47"},"namespace":"ai-tenant-e2e-ipp-b-c89e47","name":"default-tenant","reconcileID":"b307ac01-90ee-4f3c-9354-f28938cec66d","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-c89e47","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:57.071795241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c89e47"},"namespace":"ai-tenant-e2e-ipp-b-c89e47","name":"default-tenant","reconcileID":"b307ac01-90ee-4f3c-9354-f28938cec66d","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-c89e47","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:57.166840116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c89e47"},"namespace":"ai-tenant-e2e-ipp-b-c89e47","name":"default-tenant","reconcileID":"b307ac01-90ee-4f3c-9354-f28938cec66d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-c89e47","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:57.216180188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c89e47"},"namespace":"ai-tenant-e2e-ipp-b-c89e47","name":"default-tenant","reconcileID":"b307ac01-90ee-4f3c-9354-f28938cec66d","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-c89e47","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:57.268768695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c89e47"},"namespace":"ai-tenant-e2e-ipp-b-c89e47","name":"default-tenant","reconcileID":"b307ac01-90ee-4f3c-9354-f28938cec66d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-c89e47","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:57.317001922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c89e47"},"namespace":"ai-tenant-e2e-ipp-b-c89e47","name":"default-tenant","reconcileID":"b307ac01-90ee-4f3c-9354-f28938cec66d","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-c89e47","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:57.365601644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c89e47"},"namespace":"ai-tenant-e2e-ipp-b-c89e47","name":"default-tenant","reconcileID":"b307ac01-90ee-4f3c-9354-f28938cec66d","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-c89e47","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:57.414335195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c89e47"},"namespace":"ai-tenant-e2e-ipp-b-c89e47","name":"default-tenant","reconcileID":"b307ac01-90ee-4f3c-9354-f28938cec66d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-c89e47","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:57.529036955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c89e47"},"namespace":"ai-tenant-e2e-ipp-b-c89e47","name":"default-tenant","reconcileID":"b307ac01-90ee-4f3c-9354-f28938cec66d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-c89e47","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:58.039774388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"558b4f77-53a1-4f98-96a4-94c38f060c5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:58.088617231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"558b4f77-53a1-4f98-96a4-94c38f060c5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:58.137959684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"558b4f77-53a1-4f98-96a4-94c38f060c5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:58.186864669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"558b4f77-53a1-4f98-96a4-94c38f060c5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:58.342083324Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-c89e47","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-c89e47","reconcileID":"a3a54aef-1b26-4e7e-a62a-c3d2a0c701d3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-c89e47","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-c89e47"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:59.968948627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa247ec0-284f-4ae4-acdc-4d32d8ed01c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:00.018077217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa247ec0-284f-4ae4-acdc-4d32d8ed01c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:00.066653388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa247ec0-284f-4ae4-acdc-4d32d8ed01c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:00.11547026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa247ec0-284f-4ae4-acdc-4d32d8ed01c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:01.951703832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2c7a59c-c670-4e48-bc10-a3ed415bcc56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:02.000526159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2c7a59c-c670-4e48-bc10-a3ed415bcc56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:02.049185808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2c7a59c-c670-4e48-bc10-a3ed415bcc56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:02.097708329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2c7a59c-c670-4e48-bc10-a3ed415bcc56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:02.519049195Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ebcc6d"},"namespace":"ai-tenant-e2e-praxis-b-ebcc6d","name":"default-tenant","reconcileID":"12142487-61e5-46c2-828c-61ac4eed9234","namespace":"ai-tenant-e2e-praxis-b-ebcc6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:02.519109502Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ebcc6d"},"namespace":"ai-tenant-e2e-praxis-b-ebcc6d","name":"default-tenant","reconcileID":"12142487-61e5-46c2-828c-61ac4eed9234","namespace":"ai-tenant-e2e-praxis-b-ebcc6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:02.519166869Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ebcc6d"},"namespace":"ai-tenant-e2e-praxis-b-ebcc6d","name":"default-tenant","reconcileID":"12142487-61e5-46c2-828c-61ac4eed9234","tenant":"e2e-praxis-b-ebcc6d","tenantID":"e2e-praxis-b-ebcc6d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:02.570596325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ebcc6d"},"namespace":"ai-tenant-e2e-praxis-b-ebcc6d","name":"default-tenant","reconcileID":"12142487-61e5-46c2-828c-61ac4eed9234","gvk":"Deployment","name":"maas-api-e2e-praxis-b-ebcc6d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:02.630957202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ebcc6d"},"namespace":"ai-tenant-e2e-praxis-b-ebcc6d","name":"default-tenant","reconcileID":"12142487-61e5-46c2-828c-61ac4eed9234","gvk":"Service","name":"maas-api-e2e-praxis-b-ebcc6d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:02.685595148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ebcc6d"},"namespace":"ai-tenant-e2e-praxis-b-ebcc6d","name":"default-tenant","reconcileID":"12142487-61e5-46c2-828c-61ac4eed9234","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-ebcc6d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:02.742277776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ebcc6d"},"namespace":"ai-tenant-e2e-praxis-b-ebcc6d","name":"default-tenant","reconcileID":"12142487-61e5-46c2-828c-61ac4eed9234","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-ebcc6d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:02.803482675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ebcc6d"},"namespace":"ai-tenant-e2e-praxis-b-ebcc6d","name":"default-tenant","reconcileID":"12142487-61e5-46c2-828c-61ac4eed9234","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-ebcc6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:02.8557053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ebcc6d"},"namespace":"ai-tenant-e2e-praxis-b-ebcc6d","name":"default-tenant","reconcileID":"12142487-61e5-46c2-828c-61ac4eed9234","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-ebcc6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:02.909657195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ebcc6d"},"namespace":"ai-tenant-e2e-praxis-b-ebcc6d","name":"default-tenant","reconcileID":"12142487-61e5-46c2-828c-61ac4eed9234","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-ebcc6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:02.961171728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ebcc6d"},"namespace":"ai-tenant-e2e-praxis-b-ebcc6d","name":"default-tenant","reconcileID":"12142487-61e5-46c2-828c-61ac4eed9234","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-ebcc6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:03.012127377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ebcc6d"},"namespace":"ai-tenant-e2e-praxis-b-ebcc6d","name":"default-tenant","reconcileID":"12142487-61e5-46c2-828c-61ac4eed9234","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-ebcc6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:03.102899861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ebcc6d"},"namespace":"ai-tenant-e2e-praxis-b-ebcc6d","name":"default-tenant","reconcileID":"12142487-61e5-46c2-828c-61ac4eed9234","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-ebcc6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:03.15273381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ebcc6d"},"namespace":"ai-tenant-e2e-praxis-b-ebcc6d","name":"default-tenant","reconcileID":"12142487-61e5-46c2-828c-61ac4eed9234","gvk":"Service","name":"payload-processing-e2e-praxis-b-ebcc6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:03.201951859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ebcc6d"},"namespace":"ai-tenant-e2e-praxis-b-ebcc6d","name":"default-tenant","reconcileID":"12142487-61e5-46c2-828c-61ac4eed9234","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-ebcc6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:03.250754732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ebcc6d"},"namespace":"ai-tenant-e2e-praxis-b-ebcc6d","name":"default-tenant","reconcileID":"12142487-61e5-46c2-828c-61ac4eed9234","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-ebcc6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:03.300114113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ebcc6d"},"namespace":"ai-tenant-e2e-praxis-b-ebcc6d","name":"default-tenant","reconcileID":"12142487-61e5-46c2-828c-61ac4eed9234","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-ebcc6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:03.348647631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ebcc6d"},"namespace":"ai-tenant-e2e-praxis-b-ebcc6d","name":"default-tenant","reconcileID":"12142487-61e5-46c2-828c-61ac4eed9234","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-ebcc6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:03.42086177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ebcc6d"},"namespace":"ai-tenant-e2e-praxis-b-ebcc6d","name":"default-tenant","reconcileID":"12142487-61e5-46c2-828c-61ac4eed9234","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-ebcc6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:03.469561937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ebcc6d"},"namespace":"ai-tenant-e2e-praxis-b-ebcc6d","name":"default-tenant","reconcileID":"12142487-61e5-46c2-828c-61ac4eed9234","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-ebcc6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:03.517991313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ebcc6d"},"namespace":"ai-tenant-e2e-praxis-b-ebcc6d","name":"default-tenant","reconcileID":"12142487-61e5-46c2-828c-61ac4eed9234","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-ebcc6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:03.566881197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ebcc6d"},"namespace":"ai-tenant-e2e-praxis-b-ebcc6d","name":"default-tenant","reconcileID":"12142487-61e5-46c2-828c-61ac4eed9234","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-ebcc6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:03.6153543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ebcc6d"},"namespace":"ai-tenant-e2e-praxis-b-ebcc6d","name":"default-tenant","reconcileID":"12142487-61e5-46c2-828c-61ac4eed9234","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-ebcc6d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:03.930265593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a9b7f6a-7302-4d45-9b9b-eb470676c955","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:03.97899253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a9b7f6a-7302-4d45-9b9b-eb470676c955","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:04.028405108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a9b7f6a-7302-4d45-9b9b-eb470676c955","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:04.077549676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a9b7f6a-7302-4d45-9b9b-eb470676c955","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:04.435137036Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-ebcc6d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-ebcc6d","reconcileID":"6e1081b6-a9a1-4905-b029-c00dcc396cf7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-ebcc6d","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-ebcc6d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:05.905493695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f6ac571-db39-41ff-93f2-d4207c854cd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:05.954676176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f6ac571-db39-41ff-93f2-d4207c854cd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:06.00367623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f6ac571-db39-41ff-93f2-d4207c854cd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:06.052848197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f6ac571-db39-41ff-93f2-d4207c854cd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:06.167862301Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:07.838529471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4a7d9de-0c08-4656-8a9a-30fc200ff163","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:07.887234784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4a7d9de-0c08-4656-8a9a-30fc200ff163","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:07.936230317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4a7d9de-0c08-4656-8a9a-30fc200ff163","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:07.98494823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4a7d9de-0c08-4656-8a9a-30fc200ff163","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:09.817026642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce14cb1a-8453-4794-8a77-1fe3bc97fa3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:09.86596647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce14cb1a-8453-4794-8a77-1fe3bc97fa3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:09.914673028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce14cb1a-8453-4794-8a77-1fe3bc97fa3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:09.964198811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce14cb1a-8453-4794-8a77-1fe3bc97fa3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:11.76408081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7668e983-5a7e-4281-832f-63c75d91af54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:11.813095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7668e983-5a7e-4281-832f-63c75d91af54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:11.861797156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7668e983-5a7e-4281-832f-63c75d91af54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:11.910677504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7668e983-5a7e-4281-832f-63c75d91af54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:13.165517899Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-459aa8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-459aa8","reconcileID":"14fb4703-9ba3-47a2-9695-4ff0910ae534","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-459aa8","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-459aa8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:13.598540431Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-923d78"},"namespace":"ai-tenant-e2e-praxis-b-923d78","name":"default-tenant","reconcileID":"852caf47-045c-4b5e-b151-775e5e5e35a1","namespace":"ai-tenant-e2e-praxis-b-923d78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:13.598592784Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-923d78"},"namespace":"ai-tenant-e2e-praxis-b-923d78","name":"default-tenant","reconcileID":"852caf47-045c-4b5e-b151-775e5e5e35a1","namespace":"ai-tenant-e2e-praxis-b-923d78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:13.598640097Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-923d78"},"namespace":"ai-tenant-e2e-praxis-b-923d78","name":"default-tenant","reconcileID":"852caf47-045c-4b5e-b151-775e5e5e35a1","tenant":"e2e-praxis-b-923d78","tenantID":"e2e-praxis-b-923d78","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:13.663834005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-923d78"},"namespace":"ai-tenant-e2e-praxis-b-923d78","name":"default-tenant","reconcileID":"852caf47-045c-4b5e-b151-775e5e5e35a1","gvk":"Deployment","name":"maas-api-e2e-praxis-b-923d78","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:13.732385856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-923d78"},"namespace":"ai-tenant-e2e-praxis-b-923d78","name":"default-tenant","reconcileID":"852caf47-045c-4b5e-b151-775e5e5e35a1","gvk":"Service","name":"maas-api-e2e-praxis-b-923d78","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:13.743861191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6a6aeba-d082-4763-8b44-5ee36d73097a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:13.793267642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6a6aeba-d082-4763-8b44-5ee36d73097a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:13.803902528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-923d78"},"namespace":"ai-tenant-e2e-praxis-b-923d78","name":"default-tenant","reconcileID":"852caf47-045c-4b5e-b151-775e5e5e35a1","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-923d78","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:13.842112203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6a6aeba-d082-4763-8b44-5ee36d73097a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:13.891259427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6a6aeba-d082-4763-8b44-5ee36d73097a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:13.915079862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-923d78"},"namespace":"ai-tenant-e2e-praxis-b-923d78","name":"default-tenant","reconcileID":"852caf47-045c-4b5e-b151-775e5e5e35a1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-923d78","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:13.971136134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-923d78"},"namespace":"ai-tenant-e2e-praxis-b-923d78","name":"default-tenant","reconcileID":"852caf47-045c-4b5e-b151-775e5e5e35a1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-923d78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:14.023545446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-923d78"},"namespace":"ai-tenant-e2e-praxis-b-923d78","name":"default-tenant","reconcileID":"852caf47-045c-4b5e-b151-775e5e5e35a1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-923d78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:14.077180816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-923d78"},"namespace":"ai-tenant-e2e-praxis-b-923d78","name":"default-tenant","reconcileID":"852caf47-045c-4b5e-b151-775e5e5e35a1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-923d78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:14.15397192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-923d78"},"namespace":"ai-tenant-e2e-praxis-b-923d78","name":"default-tenant","reconcileID":"852caf47-045c-4b5e-b151-775e5e5e35a1","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-923d78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:14.204133473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-923d78"},"namespace":"ai-tenant-e2e-praxis-b-923d78","name":"default-tenant","reconcileID":"852caf47-045c-4b5e-b151-775e5e5e35a1","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-923d78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:14.252625452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-923d78"},"namespace":"ai-tenant-e2e-praxis-b-923d78","name":"default-tenant","reconcileID":"852caf47-045c-4b5e-b151-775e5e5e35a1","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-923d78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:14.30124818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-923d78"},"namespace":"ai-tenant-e2e-praxis-b-923d78","name":"default-tenant","reconcileID":"852caf47-045c-4b5e-b151-775e5e5e35a1","gvk":"Service","name":"payload-processing-e2e-praxis-b-923d78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:14.353346491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-923d78"},"namespace":"ai-tenant-e2e-praxis-b-923d78","name":"default-tenant","reconcileID":"852caf47-045c-4b5e-b151-775e5e5e35a1","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-923d78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:14.402124612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-923d78"},"namespace":"ai-tenant-e2e-praxis-b-923d78","name":"default-tenant","reconcileID":"852caf47-045c-4b5e-b151-775e5e5e35a1","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-923d78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:14.450522616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-923d78"},"namespace":"ai-tenant-e2e-praxis-b-923d78","name":"default-tenant","reconcileID":"852caf47-045c-4b5e-b151-775e5e5e35a1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-923d78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:14.498948338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-923d78"},"namespace":"ai-tenant-e2e-praxis-b-923d78","name":"default-tenant","reconcileID":"852caf47-045c-4b5e-b151-775e5e5e35a1","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-923d78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:14.552351922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-923d78"},"namespace":"ai-tenant-e2e-praxis-b-923d78","name":"default-tenant","reconcileID":"852caf47-045c-4b5e-b151-775e5e5e35a1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-923d78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:14.600493111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-923d78"},"namespace":"ai-tenant-e2e-praxis-b-923d78","name":"default-tenant","reconcileID":"852caf47-045c-4b5e-b151-775e5e5e35a1","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-923d78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:14.648862248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-923d78"},"namespace":"ai-tenant-e2e-praxis-b-923d78","name":"default-tenant","reconcileID":"852caf47-045c-4b5e-b151-775e5e5e35a1","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-923d78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:14.699361225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-923d78"},"namespace":"ai-tenant-e2e-praxis-b-923d78","name":"default-tenant","reconcileID":"852caf47-045c-4b5e-b151-775e5e5e35a1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-923d78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:14.747891231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-923d78"},"namespace":"ai-tenant-e2e-praxis-b-923d78","name":"default-tenant","reconcileID":"852caf47-045c-4b5e-b151-775e5e5e35a1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-923d78","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:14.849565462Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a3357"},"namespace":"ai-tenant-e2e-ipp-b-6a3357","name":"default-tenant","reconcileID":"9c22868d-c0e4-4649-8d08-3ca647e57f14","namespace":"ai-tenant-e2e-ipp-b-6a3357","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:14.849648414Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a3357"},"namespace":"ai-tenant-e2e-ipp-b-6a3357","name":"default-tenant","reconcileID":"9c22868d-c0e4-4649-8d08-3ca647e57f14","namespace":"ai-tenant-e2e-ipp-b-6a3357","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:14.849733068Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a3357"},"namespace":"ai-tenant-e2e-ipp-b-6a3357","name":"default-tenant","reconcileID":"9c22868d-c0e4-4649-8d08-3ca647e57f14","tenant":"e2e-ipp-b-6a3357","tenantID":"e2e-ipp-b-6a3357","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:14.949019379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a3357"},"namespace":"ai-tenant-e2e-ipp-b-6a3357","name":"default-tenant","reconcileID":"9c22868d-c0e4-4649-8d08-3ca647e57f14","gvk":"Deployment","name":"maas-api-e2e-ipp-b-6a3357","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:15.009495864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a3357"},"namespace":"ai-tenant-e2e-ipp-b-6a3357","name":"default-tenant","reconcileID":"9c22868d-c0e4-4649-8d08-3ca647e57f14","gvk":"Service","name":"maas-api-e2e-ipp-b-6a3357","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:15.062139844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a3357"},"namespace":"ai-tenant-e2e-ipp-b-6a3357","name":"default-tenant","reconcileID":"9c22868d-c0e4-4649-8d08-3ca647e57f14","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-6a3357","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:15.113136483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a3357"},"namespace":"ai-tenant-e2e-ipp-b-6a3357","name":"default-tenant","reconcileID":"9c22868d-c0e4-4649-8d08-3ca647e57f14","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-6a3357","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:15.221312778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a3357"},"namespace":"ai-tenant-e2e-ipp-b-6a3357","name":"default-tenant","reconcileID":"9c22868d-c0e4-4649-8d08-3ca647e57f14","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-6a3357","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:15.274501224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a3357"},"namespace":"ai-tenant-e2e-ipp-b-6a3357","name":"default-tenant","reconcileID":"9c22868d-c0e4-4649-8d08-3ca647e57f14","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-6a3357","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:15.331990451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a3357"},"namespace":"ai-tenant-e2e-ipp-b-6a3357","name":"default-tenant","reconcileID":"9c22868d-c0e4-4649-8d08-3ca647e57f14","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-6a3357","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:15.38869267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a3357"},"namespace":"ai-tenant-e2e-ipp-b-6a3357","name":"default-tenant","reconcileID":"9c22868d-c0e4-4649-8d08-3ca647e57f14","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-6a3357","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:15.442011381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a3357"},"namespace":"ai-tenant-e2e-ipp-b-6a3357","name":"default-tenant","reconcileID":"9c22868d-c0e4-4649-8d08-3ca647e57f14","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-6a3357","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:15.493137755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a3357"},"namespace":"ai-tenant-e2e-ipp-b-6a3357","name":"default-tenant","reconcileID":"9c22868d-c0e4-4649-8d08-3ca647e57f14","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-6a3357","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:15.560348716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"2a6b322b-09e2-448c-af72-032133cd4e64","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:15.563181497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a3357"},"namespace":"ai-tenant-e2e-ipp-b-6a3357","name":"default-tenant","reconcileID":"9c22868d-c0e4-4649-8d08-3ca647e57f14","gvk":"Service","name":"payload-processing-e2e-ipp-b-6a3357","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:15.616806872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"bd44f6d4-a359-4ab3-bae4-6a6fd9ff912f","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:15.624406016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a3357"},"namespace":"ai-tenant-e2e-ipp-b-6a3357","name":"default-tenant","reconcileID":"9c22868d-c0e4-4649-8d08-3ca647e57f14","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-6a3357","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:27:15.666395049Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-9928e07e","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-apikey-sub-binding-9928e07e","reconcileID":"e5544857-93b1-43d5-81aa-8c8b7cc9220d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-9928e07e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:15.676063327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a3357"},"namespace":"ai-tenant-e2e-ipp-b-6a3357","name":"default-tenant","reconcileID":"9c22868d-c0e4-4649-8d08-3ca647e57f14","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-6a3357","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:15.712071118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"9952707f-d3a1-44e0-bcc7-b68c56d1ed88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:15.712136356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"5720f99d-7d14-4d43-bfc7-c85a81768a74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:15.727274173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a3357"},"namespace":"ai-tenant-e2e-ipp-b-6a3357","name":"default-tenant","reconcileID":"9c22868d-c0e4-4649-8d08-3ca647e57f14","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-6a3357","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:15.76666021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"5720f99d-7d14-4d43-bfc7-c85a81768a74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:15.768089262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"9952707f-d3a1-44e0-bcc7-b68c56d1ed88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:15.768577834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0b677c0-3e13-44e9-b598-2158f4fcf76b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:15.773752965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"d5be046b-f9d0-40e9-af83-be4fdce1f200","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:15.817230097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0b677c0-3e13-44e9-b598-2158f4fcf76b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:15.821100081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a3357"},"namespace":"ai-tenant-e2e-ipp-b-6a3357","name":"default-tenant","reconcileID":"9c22868d-c0e4-4649-8d08-3ca647e57f14","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-6a3357","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:15.865898925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0b677c0-3e13-44e9-b598-2158f4fcf76b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:15.873027055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"617b03a1-4fa2-49c9-9dc4-29263dc75f98","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:15.917461955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0b677c0-3e13-44e9-b598-2158f4fcf76b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:15.924057034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a3357"},"namespace":"ai-tenant-e2e-ipp-b-6a3357","name":"default-tenant","reconcileID":"9c22868d-c0e4-4649-8d08-3ca647e57f14","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-6a3357","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:15.986691651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a3357"},"namespace":"ai-tenant-e2e-ipp-b-6a3357","name":"default-tenant","reconcileID":"9c22868d-c0e4-4649-8d08-3ca647e57f14","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-6a3357","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:16.046540328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a3357"},"namespace":"ai-tenant-e2e-ipp-b-6a3357","name":"default-tenant","reconcileID":"9c22868d-c0e4-4649-8d08-3ca647e57f14","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-6a3357","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:16.097873797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a3357"},"namespace":"ai-tenant-e2e-ipp-b-6a3357","name":"default-tenant","reconcileID":"9c22868d-c0e4-4649-8d08-3ca647e57f14","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-6a3357","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:16.191737199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"6f82e3bd-c2a6-49d4-bea9-4bc5671454bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:16.191736703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"631b093f-d74c-4ca9-befb-816c56328bba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:16.198704126Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-9928e07e","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-apikey-sub-binding-9928e07e","reconcileID":"6f325548-a446-437e-94c5-615b382a10c8","MaaSSubscription":{"name":"e2e-apikey-sub-binding-9928e07e","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-e524ce/e2e-apikey-sub-binding-9928e07e","ai-tenant-e2e-worker-w4-e524ce/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:16.19924261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a3357"},"namespace":"ai-tenant-e2e-ipp-b-6a3357","name":"default-tenant","reconcileID":"9c22868d-c0e4-4649-8d08-3ca647e57f14","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-6a3357","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:16.247215021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"6f82e3bd-c2a6-49d4-bea9-4bc5671454bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:16.247291534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"631b093f-d74c-4ca9-befb-816c56328bba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:16.302982612Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-923d78","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-923d78","reconcileID":"8e02dab6-1373-457e-af35-f42945b23894","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-923d78","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-923d78"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:16.361514371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"bd2ab76e-89df-479e-8ed3-2ebf53bfd549","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:16.396105356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-subscription","reconcileID":"659945b6-afaf-49a0-8f34-68eaff491925","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:16.580825059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-9928e07e","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-apikey-sub-binding-9928e07e","reconcileID":"fd0c2343-ec35-43df-ac23-3ee422a94630","MaaSSubscription":{"name":"e2e-apikey-sub-binding-9928e07e","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:17.7503884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df0aee72-fd8d-42e9-8d11-d3f527680366","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:17.798839058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df0aee72-fd8d-42e9-8d11-d3f527680366","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:17.847622507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df0aee72-fd8d-42e9-8d11-d3f527680366","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:17.896340372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df0aee72-fd8d-42e9-8d11-d3f527680366","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:18.05210934Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-6a3357","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-6a3357","reconcileID":"dd6d16eb-7089-4c3a-a07d-fc2251b17883","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-6a3357","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-6a3357"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:19.602977265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"7878c2dc-b987-478b-ad6e-f28e1bcb9f3f","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:19.691645524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03ef3c05-f441-4627-a717-d02487187d85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:19.74071157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03ef3c05-f441-4627-a717-d02487187d85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:19.789384597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03ef3c05-f441-4627-a717-d02487187d85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:19.789576284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"468bfeeb-b0e3-4f27-8f54-7887b81968f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:19.837959817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03ef3c05-f441-4627-a717-d02487187d85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:19.83872649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"05791b72-a5e1-4919-af34-aac79cf59dba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:19.892479795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"468bfeeb-b0e3-4f27-8f54-7887b81968f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:19.892576339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"05791b72-a5e1-4919-af34-aac79cf59dba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:21.649618149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85b705a8-2894-45b7-822d-d278968e7cc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:21.698262246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85b705a8-2894-45b7-822d-d278968e7cc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:21.747716192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85b705a8-2894-45b7-822d-d278968e7cc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:21.799563294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85b705a8-2894-45b7-822d-d278968e7cc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:23.637247759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c178379-0ef1-4556-927c-380b3b1b6056","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:23.686082255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c178379-0ef1-4556-927c-380b3b1b6056","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:23.734568624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c178379-0ef1-4556-927c-380b3b1b6056","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:23.783176599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c178379-0ef1-4556-927c-380b3b1b6056","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:24.54726272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"premium-w3-b47e8d","reconcileID":"f3946fee-e63d-4a17-a000-7b405aceafb2","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"premium-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"premium-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:24.599144503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"premium-w3-b47e8d","reconcileID":"5c9da86d-39e0-4427-bc5b-f618215658c5","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"premium-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"premium-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:27:24.647587918Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-ordering-sub","reconcileID":"4ea93743-1cd3-4a38-bfbd-bd2c1247f191","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ordering-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:24.728036434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"3dab2b21-0faa-49ef-9ac6-a541e73d9cb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:24.728251961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"4ef162ed-8f0e-4499-b30f-4bd775d901f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:24.754663037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"premium-w3-b47e8d","reconcileID":"bc55cbca-83c8-45fc-b81d-016ca3fff565","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"premium-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"premium-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:24.830633155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"4ef162ed-8f0e-4499-b30f-4bd775d901f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:24.831667112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"premium-w3-b47e8d","reconcileID":"5f3e3310-42b8-492d-8922-3a3a0ffb7986","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"premium-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"premium-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:24.831936257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"3dab2b21-0faa-49ef-9ac6-a541e73d9cb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:25.120999518Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-ordering-sub","reconcileID":"6fea2deb-5048-44e0-b533-e7557a6509aa","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-premium-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/premium-w3-b47e8d","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-b47e8d/e2e-ordering-sub","ai-tenant-e2e-worker-w3-b47e8d/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:25.169803265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"ee5e3424-06e3-4277-a178-d9994f322200","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:25.169803263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"ceb5418c-97ff-4ce8-8c93-60abf37590a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:25.226904277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"ceb5418c-97ff-4ce8-8c93-60abf37590a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:25.231906529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"ee5e3424-06e3-4277-a178-d9994f322200","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:25.284935224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"premium-w3-b47e8d","reconcileID":"b6e76b93-41c4-4cb1-933f-99e15bc0f31c","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"premium-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"premium-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:25.318951641Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-subscription","reconcileID":"1e36e261-c8e8-41f9-8366-32cbb17cb327","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-premium-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/premium-w3-b47e8d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:25.486352963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-ordering-sub","reconcileID":"c24c4397-0817-4ae3-8693-12b2f8bfd66b","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-premium-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/premium-w3-b47e8d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:25.643530093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"818945ab-fb71-4b73-acc9-e4f42d0ec7c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:25.692011731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"818945ab-fb71-4b73-acc9-e4f42d0ec7c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:25.745559759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"818945ab-fb71-4b73-acc9-e4f42d0ec7c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:25.795847041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"818945ab-fb71-4b73-acc9-e4f42d0ec7c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:28.160981425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"premium-w3-b47e8d","reconcileID":"0ce220ae-d662-4502-b686-6c9ee765583b","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"premium-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"premium-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:28.212462091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"premium-w3-b47e8d","reconcileID":"4ca12f21-c384-4150-9f4a-5a9ddbb9b451","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"premium-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"premium-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:28.360475929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-ordering-auth","reconcileID":"3fdc697c-7385-4548-99d1-a55eddfa5307","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:28.414789538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-ordering-auth","reconcileID":"3fdc697c-7385-4548-99d1-a55eddfa5307","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:28.725391876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"premium-w3-b47e8d","reconcileID":"7e60ff48-a088-47a1-bd38-bd3dfa5db0cb","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"premium-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"premium-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:29.797179363Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-9928e07e","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-apikey-sub-binding-9928e07e","reconcileID":"bcf955da-2d97-4bdf-ac3b-a1fdef5ffd07","MaaSSubscription":{"name":"e2e-apikey-sub-binding-9928e07e","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscription":"e2e-apikey-sub-binding-9928e07e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:30.055222417Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-9928e07e","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-apikey-sub-binding-9928e07e","reconcileID":"bcf955da-2d97-4bdf-ac3b-a1fdef5ffd07","MaaSSubscription":{"name":"e2e-apikey-sub-binding-9928e07e","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-e524ce/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:30.258016718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-subscription","reconcileID":"c99014e0-0229-4035-846e-a5a12f226574","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:30.265688126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"6f31b576-cd11-44bc-82d4-47d5b52073ec","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:30.32196116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"premium-w3-b47e8d","reconcileID":"9816ee72-001e-4f22-b311-9592df885bdd","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"premium-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"premium-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:30.419443095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"ed1e8b74-ba78-4035-a152-409874a04d11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:30.419459689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"26191a99-e712-479c-8e80-1490c0883cbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:30.475021285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"26191a99-e712-479c-8e80-1490c0883cbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:30.476298476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"ed1e8b74-ba78-4035-a152-409874a04d11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:30.806515392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"660e5023-fec1-4a69-a775-1e5cdbe57055","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:30.857680433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"660e5023-fec1-4a69-a775-1e5cdbe57055","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:30.907068303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"660e5023-fec1-4a69-a775-1e5cdbe57055","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:30.958385965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"660e5023-fec1-4a69-a775-1e5cdbe57055","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:31.074844735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"premium-w3-b47e8d","reconcileID":"76bd3ebc-c903-492c-b030-8fa5a8b5e82e","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"premium-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"premium-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:31.259512373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-ordering-auth","reconcileID":"1b464fca-a82c-4577-8dcd-6337505d23e0","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:31.2598292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"3ea98434-d35e-4fb7-b2be-4482cfb4e71a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:31.259755144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"dc261f28-d64f-45e4-91ff-a52b99130a57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:31.332600564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"dc261f28-d64f-45e4-91ff-a52b99130a57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:31.333010744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"3ea98434-d35e-4fb7-b2be-4482cfb4e71a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:31.347293649Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-1875b4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-1875b4","reconcileID":"d5b8f3d2-9ff5-4fab-a088-3d23183ba815","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-1875b4","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-1875b4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:31.349368456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-ordering-auth","reconcileID":"1b464fca-a82c-4577-8dcd-6337505d23e0","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:31.805072061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"31d20d1a-3d34-47d4-b3fa-f49b1a02e082","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:31.859677909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"9221fb42-bcb5-43f9-b9ac-0a381c5160a2","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:32.017428316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-test-auth-multi-sub-valid","reconcileID":"2ea91359-e572-4ef8-8f3d-98e6f040e50a","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:32.070053553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"731a3f28-7cd3-4260-8fc2-a1afc6788440","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:32.072075337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-test-auth-multi-sub-valid","reconcileID":"2ea91359-e572-4ef8-8f3d-98e6f040e50a","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:32.129358107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"cb80a223-19ea-4668-9fc8-27cda1650ab3","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:27:32.177693191Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-test-subscription-free","reconcileID":"b367c2a7-0df0-442e-b21f-9bae4e0d6304","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:32.265805123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"77d541af-1566-4db7-96b2-ad380da3b69e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:32.266397348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"b735a1af-d337-4a3d-b556-33148f3e028b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:32.327783881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"77d541af-1566-4db7-96b2-ad380da3b69e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:32.329625819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"b735a1af-d337-4a3d-b556-33148f3e028b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:32.371247405Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-e524ce priority=0:[ai-tenant-e2e-worker-w4-e524ce/e2e-test-subscription-free ai-tenant-e2e-worker-w4-e524ce/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:32.371363742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"b1e29f88-2ca6-40a3-8b83-4f5393e55a24","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:32.42314404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"51f484a4-b8d5-4db4-9cfa-64ac21b1311f","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:32.424871148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"650d75aa-48ef-494b-8e4d-d13a8daebf07","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:32.426896167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"41273dd4-e8e0-48ad-9a98-e7819ec6afb6","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:27:32.473891829Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-test-subscription-premium","reconcileID":"d806ec62-e774-4e28-9fbd-6fce01afb346","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:32.479189573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"1a950f35-796f-4c3c-87b9-84a386dfc887","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:27:32.480366883Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-e524ce/e2e-test-subscription-free","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:32.570705845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-test-auth-multi-sub-valid","reconcileID":"fe415bcf-2ff1-4e2d-8dbf-f1985e78f521","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:32.582457834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"44067176-c283-4727-8256-bd6f3cf9cd36","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:32.624722968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-test-auth-multi-sub-valid","reconcileID":"fe415bcf-2ff1-4e2d-8dbf-f1985e78f521","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:32.636766167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"fceef3be-08ba-4206-9f3a-8d3d2ebdc57c","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:32.7143653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"23475d32-0039-4ea7-b879-b18788fb01b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:32.715398811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"e0eb3153-bc43-4017-b6d1-ca6ca9fed70c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:32.731382962Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-test-subscription-free","reconcileID":"4377a236-a57b-43a1-b864-541403b0fb57","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w4-e524ce/e2e-test-subscription-free","ai-tenant-e2e-worker-w4-e524ce/e2e-test-subscription-premium","ai-tenant-e2e-worker-w4-e524ce/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:32.768942199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"23475d32-0039-4ea7-b879-b18788fb01b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:32.769360733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"e0eb3153-bc43-4017-b6d1-ca6ca9fed70c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:32.834644673Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-test-subscription-premium","reconcileID":"8d4d0052-bebc-4ed6-93bf-2d9ca271fbd4","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:32.838052331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3271daac-9b2e-470e-bd4d-7c9c8bd64c9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:32.886821551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3271daac-9b2e-470e-bd4d-7c9c8bd64c9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:32.893218875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"6c0ec9fc-60dc-4b79-b30d-0efb38a9c41b","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:32.936260221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3271daac-9b2e-470e-bd4d-7c9c8bd64c9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:32.937066821Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-subscription","reconcileID":"9529e472-9c70-4dd5-9f47-f16ff33c7822","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:32.986237289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3271daac-9b2e-470e-bd4d-7c9c8bd64c9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:33.036715143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-test-auth-multi-sub-valid","reconcileID":"a43a4b0e-a121-4296-85c6-1b22df4a43f5","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:33.089600732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"1fc5c76b-8778-4a3a-8693-5b98b8d6c677","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:33.090402541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-test-auth-multi-sub-valid","reconcileID":"a43a4b0e-a121-4296-85c6-1b22df4a43f5","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:33.13580651Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-test-subscription-free","reconcileID":"461306a7-d5ed-4bf2-a78b-e0d8b5a0abb8","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:33.187038358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"71cab067-8eb6-4080-9580-dedeea77f043","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:33.187544571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"b5187312-e2ca-4c70-b050-71bc0ddd9c8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:33.241529184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"b5187312-e2ca-4c70-b050-71bc0ddd9c8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:33.241894177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"71cab067-8eb6-4080-9580-dedeea77f043","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:33.288936814Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-test-subscription-premium","reconcileID":"7707912d-5bdf-4b4d-98cf-34e06129ad58","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:34.758763056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6820618c-e85b-4a55-841e-e42b9e28b635","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:34.807550439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6820618c-e85b-4a55-841e-e42b9e28b635","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:34.856143426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6820618c-e85b-4a55-841e-e42b9e28b635","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:34.904900288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6820618c-e85b-4a55-841e-e42b9e28b635","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:36.168955071Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:36.622553769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"ea1d70f7-1b5a-4685-8236-e008f504fd0f","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:36.776615844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-test-auth-multi-sub-valid","reconcileID":"254bc900-bf98-4c5f-8abc-1808e7a4f248","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:36.776820237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"b505a017-c259-49bd-a310-fc806c66a53d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:36.77661576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"c85f1c10-542d-4c35-8b1b-1abc55c42a31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:36.832645866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-test-auth-multi-sub-valid","reconcileID":"254bc900-bf98-4c5f-8abc-1808e7a4f248","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:36.832833037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"c85f1c10-542d-4c35-8b1b-1abc55c42a31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:36.83609882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"b505a017-c259-49bd-a310-fc806c66a53d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:41.276568198Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-ordering-sub","reconcileID":"1abbf8da-19a5-4237-8599-682c43fe9dba","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"model":"e2e-models-e2e-worker-w3-b47e8d/premium-w3-b47e8d","subscription":"e2e-ordering-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:41.507491316Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-ordering-sub","reconcileID":"1abbf8da-19a5-4237-8599-682c43fe9dba","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-premium-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/premium-w3-b47e8d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-b47e8d/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:41.704551007Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-subscription","reconcileID":"02d9418f-7612-4146-bfb4-4c9245ac0459","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-premium-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/premium-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:41.763794056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"premium-w3-b47e8d","reconcileID":"d4593886-431d-4e21-8af2-580055277994","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"premium-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"premium-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:41.831711664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"254a8cf3-116a-49a9-a553-730f2842e422","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:41.913997659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"91ed4385-856e-4dc6-a1e2-f0f06259655d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:41.914128418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"67109efb-b358-4db1-90c2-971cde541ea6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:41.914484756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-ordering-auth","reconcileID":"a23ef9f9-8857-45e9-8ea8-129e2e97d9dd","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:41.930089269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"premium-w3-b47e8d","reconcileID":"d0f959be-148e-4bb7-8a4a-d6169a70ae91","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"premium-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"premium-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:41.970293621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-ordering-auth","reconcileID":"a23ef9f9-8857-45e9-8ea8-129e2e97d9dd","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:41.970461139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"67109efb-b358-4db1-90c2-971cde541ea6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:41.972686394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"91ed4385-856e-4dc6-a1e2-f0f06259655d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:42.176154241Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-ordering-auth","reconcileID":"e1e2c66c-0751-4053-b211-59f9c291990e","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"model":"e2e-models-e2e-worker-w3-b47e8d/premium-w3-b47e8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:42.262310468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6df05a4b-c48f-4c3c-817b-cfa84632a597","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:42.310750078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6df05a4b-c48f-4c3c-817b-cfa84632a597","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:42.3597746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6df05a4b-c48f-4c3c-817b-cfa84632a597","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:42.413214164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6df05a4b-c48f-4c3c-817b-cfa84632a597","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:42.480553073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"premium-w3-b47e8d","reconcileID":"e047ffff-1665-48b6-b7db-0b041852ae37","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"premium-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"premium-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:43.749531805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"premium-w3-b47e8d","reconcileID":"5ea3506e-0f44-4b9c-97cb-5b4011799b7d","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"premium-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"premium-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:43.801437795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"premium-w3-b47e8d","reconcileID":"8dec11dc-0673-4a8f-991d-67fada70bfaf","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"premium-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"premium-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:43.946862088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-test-auth-success","reconcileID":"06994cdc-954d-4f70-a7e1-6cef0d511838","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:44.001271811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-test-auth-success","reconcileID":"06994cdc-954d-4f70-a7e1-6cef0d511838","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:44.017344081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"premium-w3-b47e8d","reconcileID":"e9457f7f-9076-4623-8394-2a97ebc3e94f","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"premium-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"premium-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:44.069254701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"premium-w3-b47e8d","reconcileID":"32ba3052-d773-4d49-8864-69117f1c1100","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"premium-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"premium-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:27:44.119738967Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-test-subscription-success","reconcileID":"0f0d1f28-866e-49b9-a696-0096f8ae88e6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:44.162880586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"a39c6ac4-97d8-4c05-8b74-fccad4e1531e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:44.162950428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"8b83a413-4b01-43f7-a767-241157c2c1c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:44.218611286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"a39c6ac4-97d8-4c05-8b74-fccad4e1531e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:44.221881232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"8b83a413-4b01-43f7-a767-241157c2c1c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:44.227024308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"premium-w3-b47e8d","reconcileID":"bc83296b-680d-451e-a6de-f9dfc766a2bc","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"premium-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"premium-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:44.238238793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db2bbaeb-d5bf-42d1-ab45-614e8b2414ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:44.287840533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db2bbaeb-d5bf-42d1-ab45-614e8b2414ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:44.292588239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"premium-w3-b47e8d","reconcileID":"241d719e-ecb1-4cf1-b17c-ba64187b051c","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"premium-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"premium-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:44.337210916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db2bbaeb-d5bf-42d1-ab45-614e8b2414ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:44.342682164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"premium-w3-b47e8d","reconcileID":"b57380da-2b4a-4fc1-95be-969a9e845426","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"premium-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"premium-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:44.385817288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db2bbaeb-d5bf-42d1-ab45-614e8b2414ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:44.532298484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-test-auth-success","reconcileID":"5d552545-a837-4c8a-b9e4-98da9b9fda4f","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:44.587204669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-test-auth-success","reconcileID":"5d552545-a837-4c8a-b9e4-98da9b9fda4f","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:44.587545417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"a9c7caec-9bd5-4a9b-9161-f5ab65cf6e64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:44.587658353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"2e369a89-2ab1-4292-9396-95e2b304547d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:44.589424316Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-test-subscription-success","reconcileID":"240e3900-3f3d-43ed-a4f2-8f9928e21b6c","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-premium-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/premium-w3-b47e8d","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-b47e8d/e2e-test-subscription-success","ai-tenant-e2e-worker-w3-b47e8d/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:44.641751936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"2e369a89-2ab1-4292-9396-95e2b304547d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:44.6419906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"a9c7caec-9bd5-4a9b-9161-f5ab65cf6e64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:44.769763312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"premium-w3-b47e8d","reconcileID":"835803a2-3c2b-4905-b6ea-b6b6827a54ba","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"premium-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"premium-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:44.786210524Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-subscription","reconcileID":"672b1688-8a33-4009-9466-5c9c94e3514d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-premium-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/premium-w3-b47e8d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:44.967500666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-test-subscription-success","reconcileID":"df9adefa-5547-41cc-a894-cd3490e9f9f5","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-premium-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/premium-w3-b47e8d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:46.232310604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f9ba4b8-5b76-48c1-84af-ea68c5fb8376","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:46.281775431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f9ba4b8-5b76-48c1-84af-ea68c5fb8376","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:46.330493089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f9ba4b8-5b76-48c1-84af-ea68c5fb8376","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:46.37898038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f9ba4b8-5b76-48c1-84af-ea68c5fb8376","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:46.782405556Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-test-subscription-free","reconcileID":"4039e8d7-bec3-4992-8a48-fa5c929f9050","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscription":"e2e-test-subscription-free","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:46.98668376Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-test-subscription-free","reconcileID":"4039e8d7-bec3-4992-8a48-fa5c929f9050","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-e524ce/e2e-test-subscription-premium","ai-tenant-e2e-worker-w4-e524ce/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:47.18577306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-test-subscription-premium","reconcileID":"043597e7-3fb0-445b-bb8d-c4e1aa56fc53","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:47.186027068Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-subscription","reconcileID":"7c09bece-2655-40d5-8ff6-9d17336f14f2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:47.197588615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"9f52b0f2-37ad-49ca-a41f-80067c4998ae","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:47.254376994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"premium-w3-b47e8d","reconcileID":"19ac6845-471e-486e-976d-30be8f25aa86","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"premium-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"premium-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:47.352149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-test-auth-multi-sub-valid","reconcileID":"b0af4ac3-1168-43da-b54a-81df3c9c7e60","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:47.352217491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"e7041e4a-24db-4340-a3e8-712c59b6c451","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:47.352666241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"d55b744e-c6dd-4ebd-80b4-bd6d37e30ec0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:47.381481827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"06e16a6d-d125-454d-b7b0-c2ec033c5ad6","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:47.406738716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"e7041e4a-24db-4340-a3e8-712c59b6c451","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:47.406752265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-test-auth-multi-sub-valid","reconcileID":"b0af4ac3-1168-43da-b54a-81df3c9c7e60","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:47.40899534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"d55b744e-c6dd-4ebd-80b4-bd6d37e30ec0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:47.44464372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"premium-w3-b47e8d","reconcileID":"1576822b-9cbc-4a36-a8f5-d1c811b9f4d2","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"premium-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"premium-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:47.602151066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"1c434cd9-c29c-45c7-86ce-a9db69913389","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:47.606239299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"6d773799-272a-401c-b860-48c4be9edf18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:47.661239791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"1c434cd9-c29c-45c7-86ce-a9db69913389","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:47.66681561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"6d773799-272a-401c-b860-48c4be9edf18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:47.76182457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"96ab895d-1340-4a4d-a6d8-3eb99df49954","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:47.761841773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-test-auth-multi-sub-valid","reconcileID":"25d5039b-5b12-4d89-8539-5e568bd6f23d","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:47.815564541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"96ab895d-1340-4a4d-a6d8-3eb99df49954","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:47.815990999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-test-auth-multi-sub-valid","reconcileID":"25d5039b-5b12-4d89-8539-5e568bd6f23d","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:47.859471564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"b894bf90-ed71-44b4-a407-5fb738ac9c5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:47.913886024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"b894bf90-ed71-44b4-a407-5fb738ac9c5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:48.057346785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-test-auth-success","reconcileID":"5559b8d0-6d6a-462c-b4d4-2334ee0b038b","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:48.113434505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-test-auth-success","reconcileID":"5559b8d0-6d6a-462c-b4d4-2334ee0b038b","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:57.535645184Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-test-subscription-premium","reconcileID":"58551ab3-818a-4296-9fb5-e702abd7945e","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscription":"e2e-test-subscription-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:57.612195827Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-test-subscription-success","reconcileID":"5bb29173-6b47-4687-a925-47857a295a3c","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"model":"e2e-models-e2e-worker-w3-b47e8d/premium-w3-b47e8d","subscription":"e2e-test-subscription-success","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:57.741565409Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-test-subscription-premium","reconcileID":"58551ab3-818a-4296-9fb5-e702abd7945e","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-e524ce/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:57.81517625Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-test-subscription-success","reconcileID":"5bb29173-6b47-4687-a925-47857a295a3c","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-premium-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/premium-w3-b47e8d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-b47e8d/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:57.940145523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-subscription","reconcileID":"588c6c04-5e75-4d08-897a-50b2487d5474","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:57.997356833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"e1ea21cf-075d-416a-947b-313c4c522556","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:58.04249156Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-subscription","reconcileID":"b5c08c0c-6595-4ed9-8c4a-2b0b355c9c40","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-premium-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/premium-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:58.097631657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"premium-w3-b47e8d","reconcileID":"0766aa74-46f0-422e-a76f-dce57a03f723","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"premium-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"premium-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:58.15110717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"c600a64d-f5d7-4468-a11b-3f562a95ec35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:58.151762899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-test-auth-multi-sub-valid","reconcileID":"cb665fb7-dcae-4621-89b2-a049f6e300e7","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:58.152349816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"8e43e1e2-f608-4a27-904e-52fbc57a7e38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:58.157934878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"370a2cab-1a37-40f2-8893-79bde92a6d19","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:58.207641159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-test-auth-multi-sub-valid","reconcileID":"cb665fb7-dcae-4621-89b2-a049f6e300e7","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:58.207727785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"c600a64d-f5d7-4468-a11b-3f562a95ec35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:58.209907185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"8e43e1e2-f608-4a27-904e-52fbc57a7e38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:58.250158066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"eb424e62-43b7-4e99-921c-93230955e04f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:58.253073114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-test-auth-success","reconcileID":"e5a4c2c4-5fae-4af2-a550-044eb3b37656","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:58.253681135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"premium-w3-b47e8d","reconcileID":"00fdca9a-e98d-4c16-ac9c-11b0d6cd2ba1","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"premium-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"premium-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:58.304057296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"eb424e62-43b7-4e99-921c-93230955e04f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:58.306844419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-test-auth-success","reconcileID":"e5a4c2c4-5fae-4af2-a550-044eb3b37656","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:58.405599967Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-test-auth-multi-sub-valid","reconcileID":"9c2813e3-3f5e-4460-b067-fee0f6fefe8d","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:58.453675843Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-test-auth-success","reconcileID":"da2ae7bc-ef9f-4fc3-b0c1-9f04acf7b88e","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"model":"e2e-models-e2e-worker-w3-b47e8d/premium-w3-b47e8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:58.554553688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"5f889adf-57a9-4022-a374-39a79b5119c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:58.560395507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"dad13714-b77e-41e0-a089-e7c3f0de90f4","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:58.608516166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"5f889adf-57a9-4022-a374-39a79b5119c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:58.662547303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"premium-w3-b47e8d","reconcileID":"685e0ab3-9b3a-4228-80df-40036ae026e4","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"premium-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"premium-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:59.437842575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-459aa8"},"namespace":"ai-tenant-e2e-praxis-a-459aa8","name":"default-tenant","reconcileID":"c29ee95b-290d-4ef4-96f1-cb476c8417bb","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-459aa8","tenantID":"e2e-praxis-a-459aa8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:59.549632567Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-459aa8"},"namespace":"ai-tenant-e2e-praxis-a-459aa8","name":"default-tenant","reconcileID":"c29ee95b-290d-4ef4-96f1-cb476c8417bb","name":"e2e-praxis-a-459aa8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:59.57568531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"23591c7b-a7db-487f-940c-21338eb6368d","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:59.629575051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"9b6332b9-92e5-4f8e-8a79-ce3c381c8eeb","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:59.781312382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-test-group-auth","reconcileID":"9c376c5e-7b2b-4a35-8ed8-f810fb75ee34","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:59.836815041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-test-group-auth","reconcileID":"9c376c5e-7b2b-4a35-8ed8-f810fb75ee34","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:59.851742128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"4d8c2df5-6474-450c-afaa-3620898feaeb","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:59.903679433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"30a0ad04-a8a9-4cf7-91ff-a3ddedafeb53","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:27:59.954645916Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-test-group-subscription","reconcileID":"8c794f8b-f4d4-4069-9256-997c60745037","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:59.99626557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"1ebef85b-3520-494b-8d75-fe2adb49ba7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:59.996529898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"25acb85c-3924-49bc-986e-712cde30b892","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:00.050996696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"1ebef85b-3520-494b-8d75-fe2adb49ba7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:00.051047812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"25acb85c-3924-49bc-986e-712cde30b892","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:00.063474459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"fbadbcad-44b7-4e57-8d6a-79f2e4cd2082","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:00.07890028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"34fd68a7-7e1b-4a81-bbe8-d383b3cb2e32","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:00.117253021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"97fb4a7f-b698-4aae-a6bc-a4806cb32ec1","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:00.138436063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"457195f3-aea8-4c25-9021-679527805cbf","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:00.148511781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"94d00119-3b62-4b98-8bd0-1d0bc5ebfc9b","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:00.284384283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-test-auth-access-denied","reconcileID":"f9e1dcb9-6475-4a61-9030-93f858cd718a","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:00.29779234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-test-group-auth","reconcileID":"42bd7a29-a960-43d0-9648-5d37b4bd963f","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:00.339975758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-test-auth-access-denied","reconcileID":"f9e1dcb9-6475-4a61-9030-93f858cd718a","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:00.360145678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-test-group-auth","reconcileID":"42bd7a29-a960-43d0-9648-5d37b4bd963f","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:00.374529506Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-test-group-subscription","reconcileID":"c9fa8a8b-10f1-4659-86bc-b77f36404f1e","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-b47e8d/e2e-test-group-subscription","ai-tenant-e2e-worker-w3-b47e8d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:00.38122826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"a3e84bae-7d26-4412-8b26-2d87228fffb2","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:00.436359071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"29badb3b-3cf3-4c04-893b-d5776b4a8c10","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:00.443036438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"a6da6c8c-00d7-4532-8655-e51d117beb97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:00.443037805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"2faa275e-edff-4cc2-bb39-e47945854f51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:28:00.487253863Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-test-user-subscription","reconcileID":"d1e92fdf-0677-4077-952d-39d4d198fbb8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:00.492919497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"2fcab650-e1bb-46d2-8b0f-1221d617db02","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:00.498080597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"2faa275e-edff-4cc2-bb39-e47945854f51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:00.498554971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"a6da6c8c-00d7-4532-8655-e51d117beb97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:28:00.530197014Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-test-group-subscription","reconcileID":"c9fa8a8b-10f1-4659-86bc-b77f36404f1e","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:00.535041885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"700afedf-8367-4cb9-87f0-0e9ac056d3e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:00.576691001Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-subscription","reconcileID":"094b3a56-ed7a-4a87-93ad-e35de0827e2f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:00.588425203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"700afedf-8367-4cb9-87f0-0e9ac056d3e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:00.595907459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"e494aa97-4fd0-47fd-bfd6-8f87ac1fbf24","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:00.651627452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"48055e66-fe1b-40ea-9bd9-399c4a65dc79","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:00.658545506Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-e524ce priority=0:[ai-tenant-e2e-worker-w4-e524ce/e2e-test-other-subscription ai-tenant-e2e-worker-w4-e524ce/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:00.658691239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"6611d708-1ac4-415a-9d31-8f44bb5b9fe6","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:00.703678497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"8bc351ae-c35f-45b1-8045-cdfeef91ec45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:00.712818154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"e89fc9c4-b038-4ddd-8d0e-affa6120c969","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:00.716800537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"add136fc-e340-4ea6-bce7-f42b7d4b4da9","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:00.72847029Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-test-group-subscription","reconcileID":"dce74b26-1b0c-4d92-9239-1a34c2dfd971","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:00.758663003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"8bc351ae-c35f-45b1-8045-cdfeef91ec45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:00.758883211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"c5dd0c0e-4574-40ee-acec-38dba8ffba81","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:28:00.762033454Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-e524ce/e2e-test-other-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-other-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:00.812648718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"97209977-ae7e-495d-a6d8-33ec8e09c236","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:00.863665646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-test-auth-access-denied","reconcileID":"e9e2f0fd-56a6-43aa-84d8-6de239fcac4f","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:00.884681885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"0ead6958-8ba0-450b-862f-c28f13242150","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:00.903614628Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-test-user-subscription","reconcileID":"e88318dd-f044-45d1-a230-97a1fff527de","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w4-e524ce/e2e-test-other-subscription","ai-tenant-e2e-worker-w4-e524ce/e2e-test-user-subscription","ai-tenant-e2e-worker-w4-e524ce/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:00.917606208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-test-auth-access-denied","reconcileID":"e9e2f0fd-56a6-43aa-84d8-6de239fcac4f","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:00.962105538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"0903e68f-c465-4f66-b77e-6a3ce55c0b39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:01.009509051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-test-other-subscription","reconcileID":"8d2b263b-77d2-46ce-88c1-30f8998ac7bd","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:01.015602189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"0903e68f-c465-4f66-b77e-6a3ce55c0b39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:01.059782093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"252b0e35-de4e-48d6-a027-6bd785171240","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:01.107198917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"723ebba4-404a-4db6-ad4e-571bf116d984","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:01.109278005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-subscription","reconcileID":"32e4db60-986f-4a11-981a-dbfca91ce7f5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:01.165408202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"723ebba4-404a-4db6-ad4e-571bf116d984","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:01.170171522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"42630578-ad9f-40ba-87f9-a982015ee16d","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:01.258714171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-test-user-subscription","reconcileID":"1e9ef3de-36ed-47d2-8c3c-3bf108661020","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:01.308221972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-test-auth-access-denied","reconcileID":"dbef1581-bfed-410c-a985-1640aa8ddc58","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:01.363584144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-test-auth-access-denied","reconcileID":"dbef1581-bfed-410c-a985-1640aa8ddc58","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:01.386055826Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-test-other-subscription","reconcileID":"b35ed1f2-4ba6-4362-bb05-081639933eed","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:03.232433967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"11a83cd7-7992-4b4f-8a84-b4c22d607d79","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:03.383548421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"44161e8a-e59b-4801-8607-6d844669fb0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:03.385026549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"4b616536-891c-4957-bb25-a6fd5b860e4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:03.385043338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-test-group-auth","reconcileID":"c48836a6-38f0-445f-b898-066c1f89d95b","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:03.437826778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"44161e8a-e59b-4801-8607-6d844669fb0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:03.440247918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"4b616536-891c-4957-bb25-a6fd5b860e4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:03.441717135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-test-group-auth","reconcileID":"c48836a6-38f0-445f-b898-066c1f89d95b","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:03.718379544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"498d736f-d8d0-417e-af20-1ac8c71e88d2","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:03.865029502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"2dca2a75-08eb-4dd7-9b4e-67c2762e5a16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:03.865238686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"1484c5fc-28b1-4444-a411-1175ecbf81c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:03.86503111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-test-auth-access-denied","reconcileID":"7703faee-a3be-4764-bbc2-edda8fd13a16","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:03.919615173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-test-auth-access-denied","reconcileID":"7703faee-a3be-4764-bbc2-edda8fd13a16","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:03.91964304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"1484c5fc-28b1-4444-a411-1175ecbf81c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:03.921918157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"2dca2a75-08eb-4dd7-9b4e-67c2762e5a16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:06.1682928Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:08.918097575Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ae8879"},"namespace":"ai-tenant-e2e-praxis-a-ae8879","name":"default-tenant","reconcileID":"11fdd1db-9171-47e8-bfaf-790055498f4f","namespace":"ai-tenant-e2e-praxis-a-ae8879","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:08.918170174Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ae8879"},"namespace":"ai-tenant-e2e-praxis-a-ae8879","name":"default-tenant","reconcileID":"11fdd1db-9171-47e8-bfaf-790055498f4f","namespace":"ai-tenant-e2e-praxis-a-ae8879","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:08.918236787Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ae8879"},"namespace":"ai-tenant-e2e-praxis-a-ae8879","name":"default-tenant","reconcileID":"11fdd1db-9171-47e8-bfaf-790055498f4f","tenant":"e2e-praxis-a-ae8879","tenantID":"e2e-praxis-a-ae8879","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:08.968678121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ae8879"},"namespace":"ai-tenant-e2e-praxis-a-ae8879","name":"default-tenant","reconcileID":"11fdd1db-9171-47e8-bfaf-790055498f4f","gvk":"Deployment","name":"maas-api-e2e-praxis-a-ae8879","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:09.026370686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ae8879"},"namespace":"ai-tenant-e2e-praxis-a-ae8879","name":"default-tenant","reconcileID":"11fdd1db-9171-47e8-bfaf-790055498f4f","gvk":"Service","name":"maas-api-e2e-praxis-a-ae8879","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:09.079082389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ae8879"},"namespace":"ai-tenant-e2e-praxis-a-ae8879","name":"default-tenant","reconcileID":"11fdd1db-9171-47e8-bfaf-790055498f4f","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-ae8879","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:09.130082702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ae8879"},"namespace":"ai-tenant-e2e-praxis-a-ae8879","name":"default-tenant","reconcileID":"11fdd1db-9171-47e8-bfaf-790055498f4f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-ae8879","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:09.181619439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ae8879"},"namespace":"ai-tenant-e2e-praxis-a-ae8879","name":"default-tenant","reconcileID":"11fdd1db-9171-47e8-bfaf-790055498f4f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-ae8879","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:09.232623111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ae8879"},"namespace":"ai-tenant-e2e-praxis-a-ae8879","name":"default-tenant","reconcileID":"11fdd1db-9171-47e8-bfaf-790055498f4f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-ae8879","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:09.286785253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ae8879"},"namespace":"ai-tenant-e2e-praxis-a-ae8879","name":"default-tenant","reconcileID":"11fdd1db-9171-47e8-bfaf-790055498f4f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-ae8879","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:09.339077183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ae8879"},"namespace":"ai-tenant-e2e-praxis-a-ae8879","name":"default-tenant","reconcileID":"11fdd1db-9171-47e8-bfaf-790055498f4f","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-ae8879","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:09.387969085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ae8879"},"namespace":"ai-tenant-e2e-praxis-a-ae8879","name":"default-tenant","reconcileID":"11fdd1db-9171-47e8-bfaf-790055498f4f","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-ae8879","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:09.436421182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ae8879"},"namespace":"ai-tenant-e2e-praxis-a-ae8879","name":"default-tenant","reconcileID":"11fdd1db-9171-47e8-bfaf-790055498f4f","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-ae8879","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:09.484737535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ae8879"},"namespace":"ai-tenant-e2e-praxis-a-ae8879","name":"default-tenant","reconcileID":"11fdd1db-9171-47e8-bfaf-790055498f4f","gvk":"Service","name":"payload-processing-e2e-praxis-a-ae8879","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:09.533469639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ae8879"},"namespace":"ai-tenant-e2e-praxis-a-ae8879","name":"default-tenant","reconcileID":"11fdd1db-9171-47e8-bfaf-790055498f4f","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-ae8879","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:09.582109291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ae8879"},"namespace":"ai-tenant-e2e-praxis-a-ae8879","name":"default-tenant","reconcileID":"11fdd1db-9171-47e8-bfaf-790055498f4f","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-ae8879","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:09.630651365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ae8879"},"namespace":"ai-tenant-e2e-praxis-a-ae8879","name":"default-tenant","reconcileID":"11fdd1db-9171-47e8-bfaf-790055498f4f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-ae8879","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:09.679195831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ae8879"},"namespace":"ai-tenant-e2e-praxis-a-ae8879","name":"default-tenant","reconcileID":"11fdd1db-9171-47e8-bfaf-790055498f4f","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-ae8879","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:09.731986666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ae8879"},"namespace":"ai-tenant-e2e-praxis-a-ae8879","name":"default-tenant","reconcileID":"11fdd1db-9171-47e8-bfaf-790055498f4f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-ae8879","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:09.780423631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ae8879"},"namespace":"ai-tenant-e2e-praxis-a-ae8879","name":"default-tenant","reconcileID":"11fdd1db-9171-47e8-bfaf-790055498f4f","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-ae8879","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:09.829128617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ae8879"},"namespace":"ai-tenant-e2e-praxis-a-ae8879","name":"default-tenant","reconcileID":"11fdd1db-9171-47e8-bfaf-790055498f4f","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-ae8879","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:09.881983639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ae8879"},"namespace":"ai-tenant-e2e-praxis-a-ae8879","name":"default-tenant","reconcileID":"11fdd1db-9171-47e8-bfaf-790055498f4f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-ae8879","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:09.930725465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ae8879"},"namespace":"ai-tenant-e2e-praxis-a-ae8879","name":"default-tenant","reconcileID":"11fdd1db-9171-47e8-bfaf-790055498f4f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-ae8879","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:10.746157609Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-ae8879","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-ae8879","reconcileID":"51386f13-b9a4-48c7-a1e8-85c7e0a4ec65","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-ae8879","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-ae8879"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:11.841676871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea132b6e-ed2f-454e-beca-4f02401ad8bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:11.890293034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea132b6e-ed2f-454e-beca-4f02401ad8bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:11.938955623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea132b6e-ed2f-454e-beca-4f02401ad8bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:11.987475531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea132b6e-ed2f-454e-beca-4f02401ad8bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:13.393971891Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-test-group-subscription","reconcileID":"f245283e-4cc0-4262-9f19-f119edfb9f5c","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscription":"e2e-test-group-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:13.603881003Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-test-group-subscription","reconcileID":"f245283e-4cc0-4262-9f19-f119edfb9f5c","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-b47e8d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:13.802722608Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-subscription","reconcileID":"8aa72c93-f74e-4066-a216-d864170d8f2d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:13.850266757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ace4bc5a-e2bd-49d2-860f-c6a6d251bdcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:13.866620927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"e412aa40-1ecd-4184-a28b-82128357e1bd","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:13.899226657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ace4bc5a-e2bd-49d2-860f-c6a6d251bdcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:13.899771649Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-test-user-subscription","reconcileID":"6621f665-9c7d-47ad-9d5d-1dac12756660","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscription":"e2e-test-user-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:13.947954003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ace4bc5a-e2bd-49d2-860f-c6a6d251bdcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:13.997639937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ace4bc5a-e2bd-49d2-860f-c6a6d251bdcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:14.019491156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"36ae9f0d-c137-499c-acca-edd3afaf8173","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:14.053024543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"1a247301-acca-4154-9c87-30d7608c90e7","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:14.144844778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-test-group-auth","reconcileID":"2f196bf9-aebf-4388-81f1-15342f9b2c2d","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:14.145379157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"6b94c94c-5460-4f8f-b272-25d04eb456a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:14.145467104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"ece0347e-7d61-4daf-89e4-730b270eada4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:14.198366353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-test-group-auth","reconcileID":"2f196bf9-aebf-4388-81f1-15342f9b2c2d","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:14.199460354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"ece0347e-7d61-4daf-89e4-730b270eada4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:14.200771497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"6b94c94c-5460-4f8f-b272-25d04eb456a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:14.201297321Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-test-user-subscription","reconcileID":"6621f665-9c7d-47ad-9d5d-1dac12756660","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-e524ce/e2e-test-other-subscription","ai-tenant-e2e-worker-w4-e524ce/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:14.346964629Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-test-group-auth","reconcileID":"8c61781a-918a-4541-bde4-008b0708a342","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:14.411394659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"88b348fa-a2ac-41d0-b640-81d21f053e38","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:14.457887987Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-test-other-subscription","reconcileID":"ac7b23dc-cf6e-4cd7-9b53-5f706e1fd2b1","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:14.4599382Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-subscription","reconcileID":"98bd39fa-2732-4d64-9050-4d8d20e89e1e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:14.496992032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"64576f41-8d57-4104-8ec4-beb37f30d8a5","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:14.556709371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"2f2d6a1d-45e2-4c57-a2e9-e4357948c583","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:14.556963868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"9c9b1c71-bca8-4ef2-9a3d-7b5fc31642b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:14.557147778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-test-auth-access-denied","reconcileID":"3444a53b-ffa6-4d81-8ba9-5d641fc96503","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:14.573838593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"1f6ec8b3-c9e6-4c46-b70f-7f9d828b3e93","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:14.613770656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"9c9b1c71-bca8-4ef2-9a3d-7b5fc31642b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:14.613918351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"2f2d6a1d-45e2-4c57-a2e9-e4357948c583","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:14.615919199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-test-auth-access-denied","reconcileID":"3444a53b-ffa6-4d81-8ba9-5d641fc96503","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:14.735869351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"default-tenant","reconcileID":"e7df14bf-3849-44db-85bb-07aecc828b13","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1875b4","tenantID":"e2e-praxis-a-1875b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:14.857377537Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"default-tenant","reconcileID":"e7df14bf-3849-44db-85bb-07aecc828b13","name":"e2e-praxis-a-1875b4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:14.959623214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"79eed35d-9f82-41ec-a3ec-5a77639af848","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:14.959829163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-test-auth-access-denied","reconcileID":"b001f0cb-e9fb-4d77-8c62-a7dd96020a1c","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:14.959623306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"695fcd0d-e6e3-4298-abba-81db87487850","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:15.018137367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"79eed35d-9f82-41ec-a3ec-5a77639af848","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:15.020358481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-test-auth-access-denied","reconcileID":"b001f0cb-e9fb-4d77-8c62-a7dd96020a1c","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:15.022506021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"695fcd0d-e6e3-4298-abba-81db87487850","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:20.061514452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad369347-5f53-4f18-9a5d-920e566a0ce2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:20.110596126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad369347-5f53-4f18-9a5d-920e566a0ce2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:20.160154222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad369347-5f53-4f18-9a5d-920e566a0ce2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:20.208726784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad369347-5f53-4f18-9a5d-920e566a0ce2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:22.009242466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4e75aa6-0779-401c-979f-49feb8a74f7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:22.058275856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4e75aa6-0779-401c-979f-49feb8a74f7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:22.106887138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4e75aa6-0779-401c-979f-49feb8a74f7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:22.158514243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4e75aa6-0779-401c-979f-49feb8a74f7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:22.387474243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"273e7de3-9d99-4ce7-9b44-b62e5a762d01","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:22.444086106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"6a1aaee4-7c48-4978-9fc2-4126888272e5","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:22.591093722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-status-active-auth","reconcileID":"38e91dd3-5b16-4b6a-97af-80b9b9632e08","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:22.643562943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"4f5e3794-e5bd-4a66-94c4-d9d1410cf655","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:22.651717318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-status-active-auth","reconcileID":"38e91dd3-5b16-4b6a-97af-80b9b9632e08","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:22.699362555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"6beb0e7f-63e3-4db0-b172-7256b25ba86f","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:28:22.746011785Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-status-active-sub","reconcileID":"fe213058-dbe9-4eef-b9d6-b2d2b00aca70","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:22.793371829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"511a0acf-74b2-42e9-b6c0-3482966fc239","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:22.793419374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"463de601-d1ff-44e7-a0bb-f58b2346cf2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:22.85106271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"511a0acf-74b2-42e9-b6c0-3482966fc239","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:22.851950835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"463de601-d1ff-44e7-a0bb-f58b2346cf2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:22.855174348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"5ce0a4a7-2c9a-4f59-85a7-7705b9173d9d","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:22.907558151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"ba23310a-e0f1-4cd5-b121-d32c6019cc0c","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:22.95622481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"d8830e3d-d1b7-42e1-98d1-c3522ab80549","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:23.148636753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-status-active-auth","reconcileID":"f1cf41d7-6ef4-4e76-a4d6-3c37a6856d5f","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:23.202287497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-status-active-auth","reconcileID":"f1cf41d7-6ef4-4e76-a4d6-3c37a6856d5f","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:23.204311654Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-status-active-sub","reconcileID":"e7edf838-3d10-4520-9452-53b3b97fef42","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-b47e8d/e2e-status-active-sub","ai-tenant-e2e-worker-w3-b47e8d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:23.293746478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"49bc69e3-b489-4058-9562-9590b187416f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:23.294025246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"edb4b671-a8eb-4135-999f-19489a005e4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:23.351280123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"49bc69e3-b489-4058-9562-9590b187416f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:23.354711321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"edb4b671-a8eb-4135-999f-19489a005e4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:23.361031818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"7bd513c6-87c9-467e-a9dc-f678fa6ad50b","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:23.403845921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-subscription","reconcileID":"13ea07dc-5bf9-4059-beaf-63b465e538de","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:23.604223923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-status-active-sub","reconcileID":"e5723e09-7082-49a5-84e0-bebc09383f37","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:23.991746733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e7883af-182c-40b6-b006-4234d9a4a2a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:24.041506337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e7883af-182c-40b6-b006-4234d9a4a2a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:24.090237578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e7883af-182c-40b6-b006-4234d9a4a2a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:24.14058875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e7883af-182c-40b6-b006-4234d9a4a2a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:24.731604753Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-test-other-subscription","reconcileID":"1a047659-6abb-496e-8bd7-e14db658f552","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscription":"e2e-test-other-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:24.965913307Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-test-other-subscription","reconcileID":"1a047659-6abb-496e-8bd7-e14db658f552","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-e524ce/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:25.162395177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-subscription","reconcileID":"e3bebab0-3eef-4174-9850-c9f1a99b25cc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:25.246260896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"bfb276fe-6b24-4d20-85bb-4f2620f5d67a","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:25.302495332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"4d8e4763-6212-45e0-893a-43744b3b182a","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:25.37663336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"4114bdfe-a394-4321-a634-42419c4c24c1","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:25.393818753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"fdb8c6cc-6c53-442e-875e-a32f2821d4f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:25.393942243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-test-auth-access-denied","reconcileID":"051e98f1-5167-4010-8745-4eaf780c5234","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:25.394452258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"87f42956-9ad3-4726-9fd8-041b93c7d4b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:25.397972029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"bf457477-9378-4192-885b-351b6dec9676","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:25.450705992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-test-auth-access-denied","reconcileID":"051e98f1-5167-4010-8745-4eaf780c5234","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:25.452756286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"fdb8c6cc-6c53-442e-875e-a32f2821d4f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:25.455518372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"87f42956-9ad3-4726-9fd8-041b93c7d4b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:25.571956398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"90c639fd-34a6-4c1f-b60f-cedf3cbd4cb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:25.572582126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"a7a65f32-ded1-45d2-93eb-4f23ec10b69e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:25.640759049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"a7a65f32-ded1-45d2-93eb-4f23ec10b69e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:25.650696778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"90c639fd-34a6-4c1f-b60f-cedf3cbd4cb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:25.673615154Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-test-auth-access-denied","reconcileID":"56a9d0ab-06d1-4a45-bc00-687c620d1d6c","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:25.827837162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-status-active-auth","reconcileID":"265087b2-9ce9-4a1d-b4e1-3f99cc369f23","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:25.829958965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"45f83264-4d54-4cc5-bc3e-237b73041ace","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:25.882710049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-status-active-auth","reconcileID":"265087b2-9ce9-4a1d-b4e1-3f99cc369f23","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:26.087775861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6e047ca-840e-412b-aab3-a143c474564b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:26.137449354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6e047ca-840e-412b-aab3-a143c474564b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:26.186013498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6e047ca-840e-412b-aab3-a143c474564b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:26.236494301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6e047ca-840e-412b-aab3-a143c474564b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:28:34.093138975Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-status-failed-sub","reconcileID":"eb0f7275-3aaf-4914-ae17-c510f1284126","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:34.155527606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"4c9512a5-ab34-4941-b293-ead1fa7a1d46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:34.212958589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"4c9512a5-ab34-4941-b293-ead1fa7a1d46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:34.242810318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"322a3506-0d5f-481a-87ed-35fb05133c97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:34.296742483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"322a3506-0d5f-481a-87ed-35fb05133c97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:34.527781099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"389ac5f5-f205-482b-b767-6bfb53d35b5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:34.585448001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"389ac5f5-f205-482b-b767-6bfb53d35b5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:34.630044898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"c2eb0083-8e38-4fde-81d6-fbed6c5ecf15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:34.685843082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"c2eb0083-8e38-4fde-81d6-fbed6c5ecf15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:35.570470124Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-status-active-sub","reconcileID":"6e2b3d1b-7fb3-4f61-8cd2-f34035d7afa3","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscription":"e2e-status-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:35.782679311Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-status-active-sub","reconcileID":"6e2b3d1b-7fb3-4f61-8cd2-f34035d7afa3","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-b47e8d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:35.989225379Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-subscription","reconcileID":"df8276f1-e63b-402e-9cfe-b6eba9f1f5b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:36.045232713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"203f628c-c6ed-4270-b7f3-5e7a7930b133","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:36.176300011Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:36.185867154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"0a360141-8202-4c02-b6d1-1e7cd46375ae","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:36.199519676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"efe22355-a8a4-40ca-b35d-8034db6b4dc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:36.199596334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-status-active-auth","reconcileID":"d5bab7fa-5728-4e46-adc7-2e548cb9dc29","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:36.257812148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"efe22355-a8a4-40ca-b35d-8034db6b4dc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:36.260984049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-status-active-auth","reconcileID":"d5bab7fa-5728-4e46-adc7-2e548cb9dc29","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:36.298272794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"f6e53e5a-454d-4a6f-9201-d1aec09bb702","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:36.363160247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"f6e53e5a-454d-4a6f-9201-d1aec09bb702","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:36.411821505Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-status-active-auth","reconcileID":"7ba38186-dfbd-4a58-9c54-3f3e71ef335f","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:36.567594676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"b12c1cb6-d266-49db-8edf-24ef8d1a1ebb","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:36.617046892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"56c7ad64-b782-4b54-b5b4-d341bc309026","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:36.617127719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"e8f68ac9-fe97-419f-9975-749dfcdd2d4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:36.67334523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"e8f68ac9-fe97-419f-9975-749dfcdd2d4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:36.676819729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"56c7ad64-b782-4b54-b5b4-d341bc309026","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:37.408510205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"4fc01af1-43ec-43cd-8ddd-7927b02dac97","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:37.46230371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"18d98589-b50b-44cd-8793-7275e19e4ddc","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:37.608244294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-status-active-auth-only","reconcileID":"fe44ede1-69f9-44c4-bcca-0321fdeca95f","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:37.661736386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-status-active-auth-only","reconcileID":"fe44ede1-69f9-44c4-bcca-0321fdeca95f","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:37.968673593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"47aee588-e728-40b5-bd65-284d35f73838","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:38.114194092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-status-active-auth-only","reconcileID":"4f7b18dc-5553-478a-8827-05eb0f03c856","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:38.167882672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-status-active-auth-only","reconcileID":"4f7b18dc-5553-478a-8827-05eb0f03c856","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:40.000766181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"336954a5-45be-4b6b-8345-a8b1bc8ef759","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:40.00078187Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-status-active-auth-only","reconcileID":"ff1d9ea6-96ac-4f17-8859-b6c9504c00a1","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:40.204352082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"c8fcdeb1-ca77-4874-8267-9bc5522d8c09","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:41.038809619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"dc81ab1d-a305-49d3-9fed-9f1dee8c2306","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:41.090934791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"c6da9e1b-f8f8-4cf7-800b-7969ee1ffd3c","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:41.236535379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-status-degraded-auth","reconcileID":"ba1e252a-8d59-4a4c-9d90-11dbec0b6055","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:41.290432161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-status-degraded-auth","reconcileID":"ba1e252a-8d59-4a4c-9d90-11dbec0b6055","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:41.304779734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"ddb2b802-e7bf-4d1e-8d64-05da1e71bbb8","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:41.359524012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"d9c3ecd1-7fae-40a9-ba2a-de81f97e8d97","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:28:41.406549042Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-status-degraded-sub","reconcileID":"da543a72-d148-4891-a884-d543314ec303","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:41.452179154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"22992931-ca9e-4639-978e-c798b7e796e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:41.452186329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"02dbae0f-6ea3-4e1f-bb6b-67bff5cb7ff4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:41.506609983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"22992931-ca9e-4639-978e-c798b7e796e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:41.506973769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"02dbae0f-6ea3-4e1f-bb6b-67bff5cb7ff4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:41.514392834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"0d70e9a4-a1ec-4de6-85c9-ff653410e6a8","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:41.541685977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"69252f14-3723-45eb-aaf9-bfdd1088e9b0","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:41.569047102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"325dded1-eb96-41f9-addc-b5a42cf9544c","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:41.687282184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-status-degraded-auth","reconcileID":"c7c273f7-0365-4abe-8d83-81a82698de4b","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:41.741059155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-status-degraded-auth","reconcileID":"c7c273f7-0365-4abe-8d83-81a82698de4b","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:41.798675677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"aef71129-4c0a-43d6-8169-e699d6779b41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:41.798690252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"5be49f25-9b71-4114-955c-a4a9fe905edc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:41.820756882Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-status-degraded-sub","reconcileID":"427546dd-3495-4346-90c0-e70f33e91f61","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-b47e8d/e2e-status-degraded-sub","ai-tenant-e2e-worker-w3-b47e8d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:41.820846557Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-status-degraded-sub","reconcileID":"427546dd-3495-4346-90c0-e70f33e91f61","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"model":"e2e-models-e2e-worker-w3-b47e8d/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-b47e8d/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:41.852510601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"aef71129-4c0a-43d6-8169-e699d6779b41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:41.852595639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"5be49f25-9b71-4114-955c-a4a9fe905edc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:42.017545826Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-subscription","reconcileID":"eca29479-fdcf-4bcb-a839-305f7dbb452f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:42.078985846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"b8bfd5b6-e90d-493b-8714-22a6dbc85c87","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:42.275951162Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-status-degraded-sub","reconcileID":"517dfc9e-6377-42c6-a996-173eadbfa24f","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:42.276096483Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-status-degraded-sub","reconcileID":"517dfc9e-6377-42c6-a996-173eadbfa24f","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"model":"e2e-models-e2e-worker-w3-b47e8d/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-b47e8d/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:43.716147987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"cf4290af-56fb-48ae-9449-9b28739646e0","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:43.869829114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-status-degraded-auth","reconcileID":"97057d87-b649-4c6b-bd24-05850b4047b0","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:43.870261794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"f57764a8-d434-4938-b1b6-51857a0dabcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:43.870526194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"fd91b432-3aae-4bae-a33e-acbf7d33b9a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:43.925818508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"fd91b432-3aae-4bae-a33e-acbf7d33b9a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:43.926382591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-status-degraded-auth","reconcileID":"97057d87-b649-4c6b-bd24-05850b4047b0","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:43.928072733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"f57764a8-d434-4938-b1b6-51857a0dabcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:45.297811465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d106a31-1fea-4d5e-b1ed-7754fde5f676","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:45.347110617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d106a31-1fea-4d5e-b1ed-7754fde5f676","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:45.395712526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d106a31-1fea-4d5e-b1ed-7754fde5f676","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:45.444172095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d106a31-1fea-4d5e-b1ed-7754fde5f676","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:46.618663925Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-status-failed-sub","reconcileID":"5b084dff-8332-4359-a401-e44ff09087a9","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/nonexistent-model-xyz","subscription":"e2e-status-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:46.618943788Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-status-failed-sub","reconcileID":"5b084dff-8332-4359-a401-e44ff09087a9","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/nonexistent-model-xyz","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-e524ce/nonexistent-model-xyz","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:47.083969537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"bbfdb965-e233-4e24-afbc-5bc409b66e6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:47.084430579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"bb661705-9188-4b45-a38d-53ada3dbc683","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:47.147391182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"bb661705-9188-4b45-a38d-53ada3dbc683","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:47.151058863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"bbfdb965-e233-4e24-afbc-5bc409b66e6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:47.365574716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa04b188-5aec-4a44-9145-32625e54d8e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:47.418050359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa04b188-5aec-4a44-9145-32625e54d8e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:47.472618195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa04b188-5aec-4a44-9145-32625e54d8e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:47.549895265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa04b188-5aec-4a44-9145-32625e54d8e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:48.126701392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-status-failed-auth","reconcileID":"a3b69a4e-ea60-48fe-b699-795987b3905b","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:48.183345855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-status-failed-auth","reconcileID":"a3b69a4e-ea60-48fe-b699-795987b3905b","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:48.243622198Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-status-failed-auth","reconcileID":"a3b69a4e-ea60-48fe-b699-795987b3905b","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:48.666453789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-status-failed-auth","reconcileID":"826d8b6e-b94d-424f-acc3-02794c9739f7","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:48.725256441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-status-failed-auth","reconcileID":"826d8b6e-b94d-424f-acc3-02794c9739f7","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:48.778703905Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-status-failed-auth","reconcileID":"826d8b6e-b94d-424f-acc3-02794c9739f7","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/nonexistent-model-abc","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:28:49.015577097Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-status-failed-auth","reconcileID":"826d8b6e-b94d-424f-acc3-02794c9739f7","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-failed-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:49.226972166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-status-failed-auth","reconcileID":"41181aaa-92f5-4e42-be2e-18e058e5c4da","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:49.283820139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-status-failed-auth","reconcileID":"41181aaa-92f5-4e42-be2e-18e058e5c4da","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:49.338227874Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-status-failed-auth","reconcileID":"41181aaa-92f5-4e42-be2e-18e058e5c4da","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:50.361195629Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-status-failed-auth","reconcileID":"eeb361f9-e6dd-4a53-8314-6979e5125d62","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:51.33684919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00311f1d-21a5-4047-a703-6f5aa95c5a3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:51.389069583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00311f1d-21a5-4047-a703-6f5aa95c5a3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:51.454568864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00311f1d-21a5-4047-a703-6f5aa95c5a3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:51.503885941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00311f1d-21a5-4047-a703-6f5aa95c5a3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:51.661540026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"e2e-temp-model-status","reconcileID":"5e7f31b5-3b73-4e31-9111-7f6e3a62a754","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e524ce"},"tenant":"e2e-worker-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:51.661657717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"e2e-temp-model-status","reconcileID":"5e7f31b5-3b73-4e31-9111-7f6e3a62a754","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:51.767384462Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"e2e-temp-model-status","reconcileID":"d7ff40f2-a241-49c8-bfd4-287adce84cce","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e524ce"},"tenant":"e2e-worker-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:51.767412453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"e2e-temp-model-status","reconcileID":"d7ff40f2-a241-49c8-bfd4-287adce84cce","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:51.767753278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-w4-e524ce","reconcileID":"087896e7-3909-4380-a084-25067ace8202","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:51.796211619Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-c301cf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-c301cf","reconcileID":"08e0134d-5121-4fb5-8730-535eb6f38ece","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-c301cf","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-c301cf":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:51.832243821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"e2e-temp-model-status","reconcileID":"c4da8905-b49c-4477-a501-ed4f725e592f","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e524ce"},"tenant":"e2e-worker-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:51.832596604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"e2e-temp-model-status","reconcileID":"c4da8905-b49c-4477-a501-ed4f725e592f","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:51.886850724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"e2e-temp-model-status","reconcileID":"b017cac2-2fc4-4058-8f48-10634c4de3e4","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e524ce"},"tenant":"e2e-worker-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:51.886957878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"e2e-temp-model-status","reconcileID":"b017cac2-2fc4-4058-8f48-10634c4de3e4","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:52.100142444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-status-transition-auth","reconcileID":"59273dab-3525-4502-bcfd-d3675624b646","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:52.127652978Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"e2e-temp-model-status","reconcileID":"3ac1f1d6-3cdc-4ca9-9daf-40eaacd0b849","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e524ce"},"tenant":"e2e-worker-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:52.127770698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"e2e-temp-model-status","reconcileID":"3ac1f1d6-3cdc-4ca9-9daf-40eaacd0b849","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:52.167164837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-status-transition-auth","reconcileID":"59273dab-3525-4502-bcfd-d3675624b646","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:52.18555168Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"e2e-temp-model-status","reconcileID":"f9161022-2316-4467-ac41-95d7a9d86429","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e524ce"},"tenant":"e2e-worker-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:52.185585502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"e2e-temp-model-status","reconcileID":"f9161022-2316-4467-ac41-95d7a9d86429","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:28:52.236546526Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-status-transition-sub","reconcileID":"37e5efb6-c60e-4041-83f1-f56a6d442e0b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:52.334995087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"4c55d457-27d6-43eb-9741-2b7b5ea7f7a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:52.335841666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"39060176-c37c-4d40-b9bc-a6b982edac14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:52.345061796Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"e2e-temp-model-status","reconcileID":"b83d8f66-c7f1-43e1-866f-a3876ab5bb19","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e524ce"},"tenant":"e2e-worker-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:52.345147851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"e2e-temp-model-status","reconcileID":"b83d8f66-c7f1-43e1-866f-a3876ab5bb19","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:52.391718649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"4c55d457-27d6-43eb-9741-2b7b5ea7f7a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:52.392187896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"39060176-c37c-4d40-b9bc-a6b982edac14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:52.402545605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"e2e-temp-model-status","reconcileID":"e01f1398-9f34-4626-8fa8-10b9d9586639","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e524ce"},"tenant":"e2e-worker-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:52.402562332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"e2e-temp-model-status","reconcileID":"e01f1398-9f34-4626-8fa8-10b9d9586639","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:52.483900018Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"e2e-temp-model-status","reconcileID":"823cdefc-06a8-496d-ae18-58219284f52a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e524ce"},"tenant":"e2e-worker-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:52.483927968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"e2e-temp-model-status","reconcileID":"823cdefc-06a8-496d-ae18-58219284f52a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:52.710573304Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-status-transition-sub","reconcileID":"1d763bd7-2021-436b-bff3-64ba5f48aa95","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-temp-model-status","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-e524ce/e2e-status-transition-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:52.761301335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-status-transition-auth","reconcileID":"0bfee432-3212-4753-9490-e4e8247e7bb7","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:52.819146471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-status-transition-auth","reconcileID":"0bfee432-3212-4753-9490-e4e8247e7bb7","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:52.926973452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"1bdca9b6-2ea1-42b1-8adf-6a2c84e0f910","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:52.927782083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"d8680f2c-a2ce-40a9-80f2-e368dfb9f390","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:52.929903801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"e2e-temp-model-status","reconcileID":"1bc0660a-c0ab-4f67-ab0e-278235ca040b","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e524ce"},"tenant":"e2e-worker-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:52.936395591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"e2e-temp-model-status","reconcileID":"1bc0660a-c0ab-4f67-ab0e-278235ca040b","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:52.982293475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"d8680f2c-a2ce-40a9-80f2-e368dfb9f390","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:52.982753676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"1bdca9b6-2ea1-42b1-8adf-6a2c84e0f910","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:53.141573757Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-status-transition-sub","reconcileID":"8033371d-d487-402d-bcab-881f37e6285d","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w4-e524ce/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:53.514894358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad1fe239-d5e6-446b-8e29-32d5d931b0a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:53.56445298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad1fe239-d5e6-446b-8e29-32d5d931b0a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:53.613329787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad1fe239-d5e6-446b-8e29-32d5d931b0a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:53.662055632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad1fe239-d5e6-446b-8e29-32d5d931b0a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:53.911950966Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-status-degraded-sub","reconcileID":"3311877d-d99a-4e0f-88fc-39cbc4c54789","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:54.133150274Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-status-degraded-sub","reconcileID":"3311877d-d99a-4e0f-88fc-39cbc4c54789","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-b47e8d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:54.133256859Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-status-degraded-sub","reconcileID":"3311877d-d99a-4e0f-88fc-39cbc4c54789","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"model":"e2e-models-e2e-worker-w3-b47e8d/nonexistent-model-partial","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:54.133420956Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-status-degraded-sub","reconcileID":"3311877d-d99a-4e0f-88fc-39cbc4c54789","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"model":"e2e-models-e2e-worker-w3-b47e8d/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-b47e8d/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:54.331717355Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-subscription","reconcileID":"bafa21f6-1337-4a16-ba06-b049877dcc1a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:54.39409441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"a8326f96-7582-4c5d-a723-afb2bf1a8f7e","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:54.450625154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"e2e-temp-model-status","reconcileID":"c7b39469-de63-4b99-a8df-55cfbaf64947","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e524ce"},"tenant":"e2e-worker-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:54.450652569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"e2e-temp-model-status","reconcileID":"c7b39469-de63-4b99-a8df-55cfbaf64947","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:54.535850768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"0ff72319-e7dd-41a0-80f9-4d84215cbe5b","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:54.541803042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"e9983970-d1f8-450a-810f-7efdaa46f1aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:54.542482215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-status-degraded-auth","reconcileID":"fb1ae46a-5bb3-4271-8df4-98560c47a619","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:54.542536539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"c7e1d768-1d0e-4cba-bea3-3994376091b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:54.596016115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"e9983970-d1f8-450a-810f-7efdaa46f1aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:54.59674333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"c7e1d768-1d0e-4cba-bea3-3994376091b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:54.59864797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-status-degraded-auth","reconcileID":"fb1ae46a-5bb3-4271-8df4-98560c47a619","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:54.807104155Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-status-degraded-auth","reconcileID":"a8ca79f9-5ca0-49bd-81b5-75222d1faa89","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:55.061192142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"f6996c84-f515-4bbe-94f2-be5f0179f912","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:55.50781325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8470ec7-b362-47d7-a8fb-b160921b0440","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:55.559010426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8470ec7-b362-47d7-a8fb-b160921b0440","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:55.609866213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8470ec7-b362-47d7-a8fb-b160921b0440","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:55.661682917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8470ec7-b362-47d7-a8fb-b160921b0440","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:55.914129724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"59955812-fbaa-4e1f-837d-af6f5c634a4a","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:55.96782164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"591ae798-d555-4bba-b857-9c09cecab77a","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:56.166075927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-status-degraded-auth","reconcileID":"8fa17821-8b06-44d0-a5c1-744e6596a45c","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:56.225116069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-status-degraded-auth","reconcileID":"8fa17821-8b06-44d0-a5c1-744e6596a45c","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:56.326231999Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-status-degraded-auth","reconcileID":"8fa17821-8b06-44d0-a5c1-744e6596a45c","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"model":"e2e-models-e2e-worker-w3-b47e8d/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:56.666698906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"bd7c8d28-99ef-4a30-aace-b23f530901d5","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:56.860157384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-status-degraded-auth","reconcileID":"8680a710-d6f0-44be-82d2-c0674fa9f883","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:56.913950033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-status-degraded-auth","reconcileID":"8680a710-d6f0-44be-82d2-c0674fa9f883","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:57.072764554Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-status-degraded-auth","reconcileID":"8680a710-d6f0-44be-82d2-c0674fa9f883","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"model":"e2e-models-e2e-worker-w3-b47e8d/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:57.53299892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7db3d706-c577-4a4c-9b27-a23fd8cad450","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:57.582624493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7db3d706-c577-4a4c-9b27-a23fd8cad450","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:57.631409438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7db3d706-c577-4a4c-9b27-a23fd8cad450","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:57.680619805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7db3d706-c577-4a4c-9b27-a23fd8cad450","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:58.33612542Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-status-degraded-auth","reconcileID":"fbda60da-1704-4ae3-8c72-a20a6b4bf9fe","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:58.336681294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"169a2dcd-f68d-4b76-b9c7-6cf0693d8d6f","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:58.385800999Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-status-degraded-auth","reconcileID":"fbda60da-1704-4ae3-8c72-a20a6b4bf9fe","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"model":"e2e-models-e2e-worker-w3-b47e8d/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:58.599593924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"c928c61c-20b6-4572-99de-c8b7fa6dca73","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:59.460453812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"3efa3dda-ac4c-4fc5-a5ba-7ddf3f904ef5","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:59.512034991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"bd0cd957-d133-42c5-b962-1d8cba6c7e50","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:59.657170519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-degraded-models-apikey-auth","reconcileID":"78fb12d4-6d8f-4a09-804a-ba1ef8b75822","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:59.71094989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-degraded-models-apikey-auth","reconcileID":"78fb12d4-6d8f-4a09-804a-ba1ef8b75822","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:59.734408177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"ecdfa861-5765-4450-b6bd-8abc5448bddf","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:59.789383841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"46877c6d-ed9a-47e9-bbee-e533c67a8627","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:28:59.846144222Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-degraded-models-apikey","reconcileID":"47df41a0-c793-4ac1-9c17-ee5866a93b46","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-apikey\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:59.897650803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"b2885f87-1844-4649-8ab5-b4d05601c534","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:59.89794607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"31bc777d-784d-4cf7-bad6-c1d3066d0d26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:00.005757678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"31bc777d-784d-4cf7-bad6-c1d3066d0d26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:00.006035907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"b2885f87-1844-4649-8ab5-b4d05601c534","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:00.007392579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"85ddb572-8a56-4d1f-af68-9b282ba4cddc","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:00.015423502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"6a7eb039-ea83-4e04-a1bf-2182b5480211","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:00.061489727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"e8970e21-bc85-4d22-878b-c29ef7845be9","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:00.207356501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-degraded-models-apikey-auth","reconcileID":"c0d4e5e9-e405-435b-94eb-1c44791fa392","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:00.26482997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-degraded-models-apikey-auth","reconcileID":"c0d4e5e9-e405-435b-94eb-1c44791fa392","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:00.371936165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"c5c4ce18-5975-40ca-9737-6f136ce61c8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:00.371949444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"287261db-969c-4f41-863f-a4ee6ab6cf52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:00.391196078Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-degraded-models-apikey","reconcileID":"34e13ba5-4139-4f88-9375-f3f0c29658d1","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-b47e8d/e2e-degraded-models-apikey","ai-tenant-e2e-worker-w3-b47e8d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:00.391289822Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-degraded-models-apikey","reconcileID":"34e13ba5-4139-4f88-9375-f3f0c29658d1","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"model":"e2e-models-e2e-worker-w3-b47e8d/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-b47e8d/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:00.43398484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"287261db-969c-4f41-863f-a4ee6ab6cf52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:00.450620046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"c5c4ce18-5975-40ca-9737-6f136ce61c8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:00.597958819Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-subscription","reconcileID":"18feedbe-f01c-4a33-a939-772138cbcf5d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:00.653577103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"ddfd27f3-fdcb-4557-ae03-ae5c5ef43fd0","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:00.805336866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c69944be-d525-4abc-aa8a-2f96bb11ea71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:00.850110716Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-degraded-models-apikey","reconcileID":"c4dca01e-8bbd-4054-9b82-c9540663979f","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:00.853737397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c69944be-d525-4abc-aa8a-2f96bb11ea71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:00.853902342Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-degraded-models-apikey","reconcileID":"c4dca01e-8bbd-4054-9b82-c9540663979f","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"model":"e2e-models-e2e-worker-w3-b47e8d/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-b47e8d/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:00.902378433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c69944be-d525-4abc-aa8a-2f96bb11ea71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:00.951805519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c69944be-d525-4abc-aa8a-2f96bb11ea71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:01.20763852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"657ab946-a4d9-4d69-96b0-412d27d996b2","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:02.784436558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04358708-c9ef-4e78-af9d-bdc51e0ff6ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:02.793253446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"9229619c-c5c5-4922-95a4-45d93a18ac6a","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:02.83446816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04358708-c9ef-4e78-af9d-bdc51e0ff6ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:02.883715646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04358708-c9ef-4e78-af9d-bdc51e0ff6ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:02.936509935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04358708-c9ef-4e78-af9d-bdc51e0ff6ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:03.088357749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-degraded-models-apikey-auth","reconcileID":"ee7283f2-b794-49b7-93a1-ded89bab6963","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:03.088426933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"0560c980-555e-47f7-82e4-88a6567394e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:03.088852698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"17b5d431-e3ed-417f-8773-e5932f5e8778","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:03.14503036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-degraded-models-apikey-auth","reconcileID":"ee7283f2-b794-49b7-93a1-ded89bab6963","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:03.146920688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"17b5d431-e3ed-417f-8773-e5932f5e8778","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:03.14770318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"0560c980-555e-47f7-82e4-88a6567394e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:03.986291944Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cf5019"},"namespace":"ai-tenant-e2e-praxis-b-cf5019","name":"default-tenant","reconcileID":"019bc24e-5e5d-43da-9c2e-24fdeeca11b9","namespace":"ai-tenant-e2e-praxis-b-cf5019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:03.986381088Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cf5019"},"namespace":"ai-tenant-e2e-praxis-b-cf5019","name":"default-tenant","reconcileID":"019bc24e-5e5d-43da-9c2e-24fdeeca11b9","namespace":"ai-tenant-e2e-praxis-b-cf5019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:03.986440066Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cf5019"},"namespace":"ai-tenant-e2e-praxis-b-cf5019","name":"default-tenant","reconcileID":"019bc24e-5e5d-43da-9c2e-24fdeeca11b9","tenant":"e2e-praxis-b-cf5019","tenantID":"e2e-praxis-b-cf5019","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:04.037282374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cf5019"},"namespace":"ai-tenant-e2e-praxis-b-cf5019","name":"default-tenant","reconcileID":"019bc24e-5e5d-43da-9c2e-24fdeeca11b9","gvk":"Deployment","name":"maas-api-e2e-praxis-b-cf5019","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:04.096499652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cf5019"},"namespace":"ai-tenant-e2e-praxis-b-cf5019","name":"default-tenant","reconcileID":"019bc24e-5e5d-43da-9c2e-24fdeeca11b9","gvk":"Service","name":"maas-api-e2e-praxis-b-cf5019","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:04.14872554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cf5019"},"namespace":"ai-tenant-e2e-praxis-b-cf5019","name":"default-tenant","reconcileID":"019bc24e-5e5d-43da-9c2e-24fdeeca11b9","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-cf5019","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:04.201974602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cf5019"},"namespace":"ai-tenant-e2e-praxis-b-cf5019","name":"default-tenant","reconcileID":"019bc24e-5e5d-43da-9c2e-24fdeeca11b9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-cf5019","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:04.253930526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cf5019"},"namespace":"ai-tenant-e2e-praxis-b-cf5019","name":"default-tenant","reconcileID":"019bc24e-5e5d-43da-9c2e-24fdeeca11b9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-cf5019","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:04.310665799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cf5019"},"namespace":"ai-tenant-e2e-praxis-b-cf5019","name":"default-tenant","reconcileID":"019bc24e-5e5d-43da-9c2e-24fdeeca11b9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-cf5019","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:04.364471133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cf5019"},"namespace":"ai-tenant-e2e-praxis-b-cf5019","name":"default-tenant","reconcileID":"019bc24e-5e5d-43da-9c2e-24fdeeca11b9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-cf5019","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:04.415560975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cf5019"},"namespace":"ai-tenant-e2e-praxis-b-cf5019","name":"default-tenant","reconcileID":"019bc24e-5e5d-43da-9c2e-24fdeeca11b9","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-cf5019","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:04.464101014Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cf5019"},"namespace":"ai-tenant-e2e-praxis-b-cf5019","name":"default-tenant","reconcileID":"019bc24e-5e5d-43da-9c2e-24fdeeca11b9","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-cf5019","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:04.512554579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cf5019"},"namespace":"ai-tenant-e2e-praxis-b-cf5019","name":"default-tenant","reconcileID":"019bc24e-5e5d-43da-9c2e-24fdeeca11b9","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-cf5019","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:04.563702076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cf5019"},"namespace":"ai-tenant-e2e-praxis-b-cf5019","name":"default-tenant","reconcileID":"019bc24e-5e5d-43da-9c2e-24fdeeca11b9","gvk":"Service","name":"payload-processing-e2e-praxis-b-cf5019","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:04.615052508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cf5019"},"namespace":"ai-tenant-e2e-praxis-b-cf5019","name":"default-tenant","reconcileID":"019bc24e-5e5d-43da-9c2e-24fdeeca11b9","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-cf5019","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:04.663579661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cf5019"},"namespace":"ai-tenant-e2e-praxis-b-cf5019","name":"default-tenant","reconcileID":"019bc24e-5e5d-43da-9c2e-24fdeeca11b9","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-cf5019","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:04.712014469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cf5019"},"namespace":"ai-tenant-e2e-praxis-b-cf5019","name":"default-tenant","reconcileID":"019bc24e-5e5d-43da-9c2e-24fdeeca11b9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-cf5019","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:04.760698173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cf5019"},"namespace":"ai-tenant-e2e-praxis-b-cf5019","name":"default-tenant","reconcileID":"019bc24e-5e5d-43da-9c2e-24fdeeca11b9","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-cf5019","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:04.817857391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cf5019"},"namespace":"ai-tenant-e2e-praxis-b-cf5019","name":"default-tenant","reconcileID":"019bc24e-5e5d-43da-9c2e-24fdeeca11b9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-cf5019","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:04.8665592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cf5019"},"namespace":"ai-tenant-e2e-praxis-b-cf5019","name":"default-tenant","reconcileID":"019bc24e-5e5d-43da-9c2e-24fdeeca11b9","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-cf5019","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:04.917171896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cf5019"},"namespace":"ai-tenant-e2e-praxis-b-cf5019","name":"default-tenant","reconcileID":"019bc24e-5e5d-43da-9c2e-24fdeeca11b9","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-cf5019","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:04.965516278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cf5019"},"namespace":"ai-tenant-e2e-praxis-b-cf5019","name":"default-tenant","reconcileID":"019bc24e-5e5d-43da-9c2e-24fdeeca11b9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-cf5019","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:05.015818754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cf5019"},"namespace":"ai-tenant-e2e-praxis-b-cf5019","name":"default-tenant","reconcileID":"019bc24e-5e5d-43da-9c2e-24fdeeca11b9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-cf5019","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:05.829398998Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-cf5019","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-cf5019","reconcileID":"c88c6e7e-98f6-4c45-ae9f-01f2d89045dc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-cf5019","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-cf5019"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:06.168680353Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:06.937588524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e32f4fa-2e27-4be0-b459-5d14c5fa4041","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:06.986311286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e32f4fa-2e27-4be0-b459-5d14c5fa4041","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:07.034648444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e32f4fa-2e27-4be0-b459-5d14c5fa4041","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:07.083122362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e32f4fa-2e27-4be0-b459-5d14c5fa4041","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:08.935603569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"239009e2-c1cd-48e0-afa0-baac418fc1d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:08.984697399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"239009e2-c1cd-48e0-afa0-baac418fc1d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:09.033944371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"239009e2-c1cd-48e0-afa0-baac418fc1d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:09.082454173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"239009e2-c1cd-48e0-afa0-baac418fc1d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:09.290445172Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-28f124","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-28f124","reconcileID":"9df4bf66-26bd-44b2-9ec4-cc845811c2d2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-28f124","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-28f124":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:10.882916146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd3dc6c5-bb69-40ed-9458-6a8812b7dad3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:10.931673347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd3dc6c5-bb69-40ed-9458-6a8812b7dad3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:10.980212301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd3dc6c5-bb69-40ed-9458-6a8812b7dad3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:11.028849928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd3dc6c5-bb69-40ed-9458-6a8812b7dad3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:13.042770108Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-degraded-models-apikey","reconcileID":"e4b0f3ab-8ae5-41df-864e-3b557de3d42a","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:13.263876387Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-degraded-models-apikey","reconcileID":"e4b0f3ab-8ae5-41df-864e-3b557de3d42a","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-b47e8d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:13.263915547Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-degraded-models-apikey","reconcileID":"e4b0f3ab-8ae5-41df-864e-3b557de3d42a","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"model":"e2e-models-e2e-worker-w3-b47e8d/nonexistent-model-apikey","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:13.26407292Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-degraded-models-apikey","reconcileID":"e4b0f3ab-8ae5-41df-864e-3b557de3d42a","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"model":"e2e-models-e2e-worker-w3-b47e8d/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-b47e8d/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:13.528817047Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-subscription","reconcileID":"915412fd-a01b-4ae7-bb16-8f2b2cb9e1bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:13.580402811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"b8e5d4ce-7faa-4d7a-8871-3972066c7feb","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:13.726492855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"05e95460-33ec-436f-8304-e44814b792c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:13.726613421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"32f1aa71-03b5-44c7-bbeb-875bfda9d048","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:13.727088126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"1dec0dfa-2291-414a-ae41-0692b66cb3af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:13.727142143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-degraded-models-apikey-auth","reconcileID":"edfee65c-b9eb-4a16-97e9-993316afc3f1","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:13.785162088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-degraded-models-apikey-auth","reconcileID":"edfee65c-b9eb-4a16-97e9-993316afc3f1","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:13.7851826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"05e95460-33ec-436f-8304-e44814b792c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:13.787895018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"1dec0dfa-2291-414a-ae41-0692b66cb3af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:14.000178423Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-degraded-models-apikey-auth","reconcileID":"c2514809-b263-4652-8cb6-06e439bc2a43","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:14.25474346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"85472ecf-4e4a-4b3b-b612-e8c278e30cb4","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:15.128867042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"c1192880-7884-4552-86f6-e194975a8c7c","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:15.185037668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"caeb1e15-6215-47ac-8723-b20d7d3a9439","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:15.346361321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-degraded-models-kube-auth","reconcileID":"4c96b71f-d389-4b46-8eaf-9203e6ff640f","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:15.375817594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"9eb3cfdd-41f6-45f7-a80a-42eae1a9fbd3","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"premium-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"premium-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:15.410283813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"b6715569-6840-4836-8971-99a1a0560f0d","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:15.416596089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-degraded-models-kube-auth","reconcileID":"4c96b71f-d389-4b46-8eaf-9203e6ff640f","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:15.43378696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"3a45a09a-4296-4d92-8a6c-d2d24f719d9b","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"premium-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"premium-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:15.478145953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"3baf19f2-53f9-4255-ba37-a62c9ed187d9","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:15.527759756Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-degraded-models-kube","reconcileID":"03e98afc-64d2-47fd-8744-be855fc50497","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-kube\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:15.582816735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"b9b9077e-1ccf-4669-a40b-dc6c36b246e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:15.582775042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"20383709-052d-413e-b9df-b1d487041f4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:15.640191602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-status-transition-sub","reconcileID":"9516a9ff-337f-40b0-afba-22a3a67f5e4b","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w4-e524ce/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:15.648839296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"b9b9077e-1ccf-4669-a40b-dc6c36b246e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:15.655290553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"16980e6b-52f6-45f3-a122-b9bb409363f7","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:15.659275982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"b2a145d9-ffe5-46ae-9396-497fc74cea4b","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"premium-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"premium-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:15.661742652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"20383709-052d-413e-b9df-b1d487041f4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:15.669816802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-test-group-no-auth","reconcileID":"0bb8d562-f704-41aa-9df3-524ab869b4f8","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:15.696605836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"8299193b-397e-4c87-80c4-e3b03249eab9","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:15.701787657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"e6b08952-df81-4ac2-b93f-4056e1dc90c1","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:15.713257509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"848d1828-8c2c-4490-bb68-ad49a8bd9047","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"premium-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"premium-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:15.740930903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-test-group-no-auth","reconcileID":"0bb8d562-f704-41aa-9df3-524ab869b4f8","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:15.767832994Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-test-group-sub-only","reconcileID":"1e8834be-830a-4511-97a1-596b54330dfc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-sub-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:15.768937355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"78a3bf33-aa39-4d29-8b58-716b8b8831f7","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:15.813978037Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"e2e-temp-model-status","reconcileID":"f11abbd2-f42d-4901-ad97-df987fd09b91","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e524ce"},"tenant":"e2e-worker-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:15.814071352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"e2e-temp-model-status","reconcileID":"f11abbd2-f42d-4901-ad97-df987fd09b91","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:15.814983742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"d51c2794-fdbc-4f55-b33d-e3ec10141dbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:15.876971444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"d51c2794-fdbc-4f55-b33d-e3ec10141dbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:15.888705774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"187194ec-732d-41e5-a502-6029bd37fb34","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"premium-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"premium-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:15.920291181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-degraded-models-kube-auth","reconcileID":"5d5d5ff4-8f9a-4300-b2a7-febcc0d440de","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:15.944334938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"4e66eaaa-3441-46c2-a3b0-b60714974622","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"premium-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"premium-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:16.024889715Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-degraded-models-kube","reconcileID":"bb1421f5-20e1-4942-a26c-9a0f9aab5a2f","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-b47e8d/e2e-degraded-models-kube","ai-tenant-e2e-worker-w3-b47e8d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:16.028647946Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-degraded-models-kube","reconcileID":"bb1421f5-20e1-4942-a26c-9a0f9aab5a2f","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"model":"e2e-models-e2e-worker-w3-b47e8d/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-b47e8d/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:16.02538606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-degraded-models-kube-auth","reconcileID":"5d5d5ff4-8f9a-4300-b2a7-febcc0d440de","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:16.034111102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"c8d9dea0-7904-4c97-8e05-327ab72a4235","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:16.036855735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"7c1c43c1-6c6d-496f-abf1-e0f11208542e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:16.11760294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"0e6fb942-2102-4abf-ad51-52a110d27321","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"premium-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"premium-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:16.126300576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"7c1c43c1-6c6d-496f-abf1-e0f11208542e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:16.12685711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"c8d9dea0-7904-4c97-8e05-327ab72a4235","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:16.248724009Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-test-group-sub-only","reconcileID":"8f518c4b-dfd7-4224-90dd-0574400fc32d","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-premium-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-7f66ab/e2e-test-group-sub-only","ai-tenant-e2e-worker-w2-7f66ab/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:16.264987583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-test-group-no-auth","reconcileID":"9b9ef01c-744e-4245-8533-3aa6dbadf178","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:16.270310698Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-subscription","reconcileID":"65e63ad6-66bd-4725-87e4-d01f00791bc9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:16.303465772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"e4bee34e-85b4-45da-a96c-5022d71e76bc","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:16.319159319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-test-group-no-auth","reconcileID":"9b9ef01c-744e-4245-8533-3aa6dbadf178","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:16.366390883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"dcb5da5a-8a4c-4e22-8d0d-4540587beb58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:16.406880876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"8a562a02-e45a-4960-a891-4c6b6744a64d","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"premium-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"premium-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:16.421792532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"dcb5da5a-8a4c-4e22-8d0d-4540587beb58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:16.447546306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-subscription","reconcileID":"f4ebd3c2-0d47-43f8-bb9d-b889176c0c01","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-premium-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:16.465234801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"a33675db-cd97-4ba1-b28d-0ffa5b87c94b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:16.520400792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"a33675db-cd97-4ba1-b28d-0ffa5b87c94b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:16.547973483Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-degraded-models-kube","reconcileID":"8adb9b73-9df5-4ba0-9420-aa03552d8619","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:16.548208754Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-degraded-models-kube","reconcileID":"8adb9b73-9df5-4ba0-9420-aa03552d8619","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"model":"e2e-models-e2e-worker-w3-b47e8d/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-b47e8d/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:16.613379557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"2330b2bc-df9e-472e-9c58-985e695788e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:16.613536131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"3b48217f-5a6d-4336-9a23-453440e6688b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:16.649921157Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-test-group-sub-only","reconcileID":"8babc72a-0f04-45fb-a508-5ff3a0bd07ff","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-premium-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:16.668658465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"3b48217f-5a6d-4336-9a23-453440e6688b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:16.669400832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"2330b2bc-df9e-472e-9c58-985e695788e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:16.712888161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-status-transition-auth","reconcileID":"ab35856b-6b27-4678-bc6b-1081169f054d","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:16.767031723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-status-transition-auth","reconcileID":"ab35856b-6b27-4678-bc6b-1081169f054d","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:16.767064661Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-status-transition-auth","reconcileID":"ab35856b-6b27-4678-bc6b-1081169f054d","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:16.808230081Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-status-transition-sub","reconcileID":"b459b262-cf4e-4cf0-bcd7-b0d6c7f58dba","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-e524ce/e2e-temp-model-status (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:16.85794793Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-status-transition-sub","reconcileID":"b459b262-cf4e-4cf0-bcd7-b0d6c7f58dba","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:17.066687113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"90f2f54c-9580-4ee4-b22b-a5fba8790af9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:17.072024958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"2f4bd951-ece6-4041-9e33-a9481870c815","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:17.079210383Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-status-transition-sub","reconcileID":"d861dabe-a707-4507-b7b2-590fa4a790c0","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-e524ce/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:17.140508122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"90f2f54c-9580-4ee4-b22b-a5fba8790af9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:17.142139684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"2f4bd951-ece6-4041-9e33-a9481870c815","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:17.185928334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-status-transition-auth","reconcileID":"eb2ede95-550a-4857-8518-f23e137a51df","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:17.186239869Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"e2e-temp-model-status","reconcileID":"32361cff-3a90-47d9-99cd-03772517b621","error":"maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:17.186443192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-w4-e524ce","reconcileID":"ad8ac90b-74c0-4b05-9e66-bb24d55714e3","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:17.248300843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-status-transition-auth","reconcileID":"eb2ede95-550a-4857-8518-f23e137a51df","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:17.248426195Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-status-transition-auth","reconcileID":"eb2ede95-550a-4857-8518-f23e137a51df","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:17.540582009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"41017fbd-bbc8-45f4-856e-1b0229f38a86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:17.597003362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"41017fbd-bbc8-45f4-856e-1b0229f38a86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:17.642744226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"13c1e077-69f5-47f1-8ac9-eb527c25a73e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:17.643083668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-status-transition-auth","reconcileID":"97af2d60-24a4-4689-9113-5ddeb788134c","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:17.701515869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"13c1e077-69f5-47f1-8ac9-eb527c25a73e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:17.704188651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-status-transition-auth","reconcileID":"97af2d60-24a4-4689-9113-5ddeb788134c","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:17.704291062Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-status-transition-auth","reconcileID":"97af2d60-24a4-4689-9113-5ddeb788134c","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:18.005870765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"c19982a8-9fa3-48d4-b32d-f5de96185a4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:18.061362567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"c19982a8-9fa3-48d4-b32d-f5de96185a4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:18.096314471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"4e5a8748-934b-41d5-a661-4ea27de18ec2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:18.16075348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"4e5a8748-934b-41d5-a661-4ea27de18ec2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:18.206014701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-status-transition-auth","reconcileID":"6fb3363c-819f-46da-8830-fe2a495dc158","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:18.213811596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"78b91db6-3d05-46c1-b070-86916c150afb","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:18.261638691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-status-transition-auth","reconcileID":"6fb3363c-819f-46da-8830-fe2a495dc158","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:18.314781086Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-status-transition-auth","reconcileID":"6fb3363c-819f-46da-8830-fe2a495dc158","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:18.359966547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"29ce0694-32c1-4b16-9159-77918476ebb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:18.360873759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-degraded-models-kube-auth","reconcileID":"769584d1-ce0c-44a2-8ae9-17de8e671fc0","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:18.361473682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"f44acfb1-fd7d-403e-8f49-a7fba57c6ca4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:18.41508085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"29ce0694-32c1-4b16-9159-77918476ebb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:18.419177386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"f44acfb1-fd7d-403e-8f49-a7fba57c6ca4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:18.426894017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-degraded-models-kube-auth","reconcileID":"769584d1-ce0c-44a2-8ae9-17de8e671fc0","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:19.103100944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"28cd8e6c-0271-46c6-ba52-416851d6fae5","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"premium-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"premium-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:19.252876148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"ae47ca94-a232-427f-8b3e-fe592fbfd214","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:19.253563568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-test-group-no-auth","reconcileID":"06d07163-922b-4911-b131-e78639b995eb","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:19.254096956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"f68fac62-a0e4-413e-91d0-6e0b3c391b9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:19.31024606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-test-group-no-auth","reconcileID":"06d07163-922b-4911-b131-e78639b995eb","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:19.314026774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"ae47ca94-a232-427f-8b3e-fe592fbfd214","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:19.314746967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"f68fac62-a0e4-413e-91d0-6e0b3c391b9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:27.641944262Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-status-transition-sub","reconcileID":"b820ae7a-ccbe-4e27-9664-4d50f3cbbd97","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/e2e-temp-model-status","subscription":"e2e-status-transition-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:27.642064981Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-status-transition-sub","reconcileID":"b820ae7a-ccbe-4e27-9664-4d50f3cbbd97","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-e524ce/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:28.137772041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"c4adbe0d-1da3-41c3-8c0b-dc69c22b6141","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:28.137827957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-status-transition-auth","reconcileID":"0bc15d39-6f4b-4a0a-8e45-1b311f612cdf","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:28.138174183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"42367ac5-1ded-46aa-8fb1-2966ef42deda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:28.192283009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"c4adbe0d-1da3-41c3-8c0b-dc69c22b6141","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:28.192657687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-status-transition-auth","reconcileID":"0bc15d39-6f4b-4a0a-8e45-1b311f612cdf","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:28.194567169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"42367ac5-1ded-46aa-8fb1-2966ef42deda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:28.245401668Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-status-transition-auth","reconcileID":"0bc15d39-6f4b-4a0a-8e45-1b311f612cdf","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:28.342264639Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-status-transition-auth","reconcileID":"d88ae888-fdcb-4f2e-9a1f-d11e1a00a744","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:28.367623387Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-degraded-models-kube","reconcileID":"481bc1ab-a362-454e-b0a2-d9d0e41baaee","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:28.572093903Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-degraded-models-kube","reconcileID":"481bc1ab-a362-454e-b0a2-d9d0e41baaee","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-b47e8d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:28.572123597Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-degraded-models-kube","reconcileID":"481bc1ab-a362-454e-b0a2-d9d0e41baaee","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"model":"e2e-models-e2e-worker-w3-b47e8d/nonexistent-model-kube","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:28.572257938Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-degraded-models-kube","reconcileID":"481bc1ab-a362-454e-b0a2-d9d0e41baaee","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"model":"e2e-models-e2e-worker-w3-b47e8d/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-b47e8d/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:28.770756876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-subscription","reconcileID":"9a65905b-577c-4b85-ab8f-4fc221948c76","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:28.881674626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"8a740d3c-2d37-4f97-954a-b69dfe346d03","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:29.028206052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"cbc8e0e0-eb29-4765-a88d-0d91eccd5e0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:29.028481973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-degraded-models-kube-auth","reconcileID":"5b95a7ba-feab-40b0-b248-0dce195656b5","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:29.028677959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"8c08625f-fb93-444a-8426-b3f2e40ab9e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:29.034063365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"151adf84-4f63-4665-9798-15cf54d2d2ec","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:29.082918234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"cbc8e0e0-eb29-4765-a88d-0d91eccd5e0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:29.083095381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-degraded-models-kube-auth","reconcileID":"5b95a7ba-feab-40b0-b248-0dce195656b5","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:29.085020201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"8c08625f-fb93-444a-8426-b3f2e40ab9e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:29.26454837Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-test-group-sub-only","reconcileID":"10003f9c-f5a8-4a6f-af01-3e4210b94a55","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"model":"e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab","subscription":"e2e-test-group-sub-only","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:29.319739228Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-degraded-models-kube-auth","reconcileID":"97a56631-e7ce-4204-a56a-86170b3958eb","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:29.474485717Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-test-group-sub-only","reconcileID":"10003f9c-f5a8-4a6f-af01-3e4210b94a55","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-premium-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-7f66ab/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:29.483971563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"4acf19e2-44be-4ac0-80de-64476d082930","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:29.564282185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"c7583c38-3c9c-40d3-921f-1b19d510961f","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:29.618358138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"2aaab5f3-9735-4f6a-803d-a47cfffd17f6","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:29.671345894Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-subscription","reconcileID":"f526e539-4346-4af0-9a6d-607f45c5cf47","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-premium-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:29.729730089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"f86e5878-9cb8-4018-b0eb-f84dc76710ee","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"premium-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"premium-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:29.76384475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-degraded-healthy-inf-auth","reconcileID":"71e861da-4158-4b01-aee5-ea8c5ee89923","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:29.817678146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-degraded-healthy-inf-auth","reconcileID":"71e861da-4158-4b01-aee5-ea8c5ee89923","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:29.835511743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"10a572c7-3a40-4c56-bc47-97af0895f087","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:29.875679884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"7e3b4f15-ff62-4aa3-ae90-59a0266643f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:29.875776876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-test-group-no-auth","reconcileID":"6fc9b326-862a-4a1e-b8ec-095829660395","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:29.876065791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"9da4c871-24fb-41ed-a695-6f34f33fa583","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:29.88550078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"0e48f6c9-0e7f-4255-946f-578e1822670b","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"premium-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"premium-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:29.894780962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"9753e601-2361-4ac2-8fd0-1f28f934f70a","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:29.929454892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-test-group-no-auth","reconcileID":"6fc9b326-862a-4a1e-b8ec-095829660395","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:29.929487316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"7e3b4f15-ff62-4aa3-ae90-59a0266643f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:29.931777392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"9da4c871-24fb-41ed-a695-6f34f33fa583","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:29.938672958Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-degraded-healthy-inf","reconcileID":"e79eefd7-2cdf-45f7-84ee-05414d1f6f9d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-healthy-inf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:29.982214152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"8d6f69be-1c29-4dee-b603-a2cd01f4f401","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:30.036467158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"8d6f69be-1c29-4dee-b603-a2cd01f4f401","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:30.047493442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"b070c2ae-53fd-46e2-a44a-c4fafc73f5c8","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:30.071899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"c93d8c8a-1126-4591-9c72-c91d3512d6ba","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:30.101968428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"9459254b-4136-4977-8161-2528c8ecbf0a","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:30.168030912Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-test-group-no-auth","reconcileID":"eade9d2e-bb3f-4b90-8e44-10b64e5f2300","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"model":"e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:30.217117332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-degraded-healthy-inf-auth","reconcileID":"e19fae27-1fc5-4b26-bd14-a324ba656e19","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:30.271305224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-degraded-healthy-inf-auth","reconcileID":"e19fae27-1fc5-4b26-bd14-a324ba656e19","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:30.316596201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"3f0fc674-b1dd-4740-80b1-f4512ce61ab6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:30.320001043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"3f7607d7-d365-4124-bda8-555bbe511f89","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"premium-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"premium-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:30.355176668Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-degraded-healthy-inf","reconcileID":"4f762800-2173-482e-ba46-bdeb5ad0275a","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-e524ce/e2e-degraded-healthy-inf","ai-tenant-e2e-worker-w4-e524ce/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:30.355332742Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-degraded-healthy-inf","reconcileID":"4f762800-2173-482e-ba46-bdeb5ad0275a","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-e524ce/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:30.362033122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"6e42ca93-0d9c-40e3-beed-3aed72920798","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:30.370268514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"3f0fc674-b1dd-4740-80b1-f4512ce61ab6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:30.41545302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"6e42ca93-0d9c-40e3-beed-3aed72920798","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:30.551209703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-subscription","reconcileID":"bd260cb9-c119-469c-81b5-345ed83d403b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:30.57084751Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-degraded-healthy-inf-auth","reconcileID":"e19fae27-1fc5-4b26-bd14-a324ba656e19","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-degraded-healthy-inf-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:30.611979296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"8980cff7-4c09-4e2d-987d-83f14116a4e6","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:30.72729895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-degraded-healthy-inf-auth","reconcileID":"b02c052f-b9c4-42f8-bfbb-dbd3218842bd","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:30.781803245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-degraded-healthy-inf-auth","reconcileID":"b02c052f-b9c4-42f8-bfbb-dbd3218842bd","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:30.828134588Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-degraded-healthy-inf","reconcileID":"2f821017-92da-4d65-a918-95cbf923d906","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:30.828238669Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-degraded-healthy-inf","reconcileID":"2f821017-92da-4d65-a918-95cbf923d906","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-e524ce/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:32.845172501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"eaafc7af-f8a7-4a07-9917-1aa6a0f16526","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:32.991277285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-degraded-healthy-inf-auth","reconcileID":"8df25abf-48b8-4b99-b242-76e69afdfaeb","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:32.991603936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"98ce8aed-827f-4cc7-8575-27cba0adcb32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:32.99127731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"26dc4a28-c323-476b-a5e0-43ad6df80c0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:33.046291523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"26dc4a28-c323-476b-a5e0-43ad6df80c0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:33.047474247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-degraded-healthy-inf-auth","reconcileID":"8df25abf-48b8-4b99-b242-76e69afdfaeb","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:33.048484577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"98ce8aed-827f-4cc7-8575-27cba0adcb32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:36.168343167Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:37.224226036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"28d9d738-46a8-4aa1-a551-a799782d39e5","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:37.282788531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"ead095af-836c-419d-867f-41a827a1602f","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:37.325942834Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-list-subs-refs-sub","reconcileID":"33423570-b316-4b5e-b402-19a6f4cea186","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-list-subs-refs-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:37.374761176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"f551cf0f-92e5-482b-bca5-321d3983fcc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:37.378829816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"fa17ff7a-64ea-4b5e-842f-b342c39d77a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:37.428557609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"f551cf0f-92e5-482b-bca5-321d3983fcc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:37.432554698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"fa17ff7a-64ea-4b5e-842f-b342c39d77a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:37.434814142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"93c0cc33-76e3-4ffe-b8d2-905ad7a3b332","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:37.488539997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"976e7fbc-8b0e-495c-b768-f005b559ddc1","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:37.748756896Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-list-subs-refs-sub","reconcileID":"280b8399-c392-4e23-b37b-b2e401413832","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-b47e8d/e2e-list-subs-refs-sub","ai-tenant-e2e-worker-w3-b47e8d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:37.779481938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"e479934e-b6e7-4c31-aa6a-2127913ceb0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:37.779530079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"668daec9-6739-4a5a-bf83-302c71ba3eab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:37.833698306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"668daec9-6739-4a5a-bf83-302c71ba3eab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:37.834794594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"e479934e-b6e7-4c31-aa6a-2127913ceb0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:37.9081937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"10d83c4a-97e2-43e2-bd79-7c3e8b7a153e","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:37.947376373Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-subscription","reconcileID":"01142d06-5360-40a7-a17e-778ae1c534a4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:38.109047911Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-list-subs-refs-sub","reconcileID":"1f5d18df-06ba-4d6a-a862-b89fe1844676","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:38.202607033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c301cf"},"namespace":"ai-tenant-e2e-praxis-b-c301cf","name":"default-tenant","reconcileID":"64d88252-e543-4670-b14c-e576965c394a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-c301cf","tenantID":"e2e-praxis-b-c301cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:38.315414943Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c301cf"},"namespace":"ai-tenant-e2e-praxis-b-c301cf","name":"default-tenant","reconcileID":"64d88252-e543-4670-b14c-e576965c394a","name":"e2e-praxis-b-c301cf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:38.960513588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"e2e-enrichment-model-ref","reconcileID":"c232d69d-85c0-40a7-acb8-861b32859866","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"tenant":"e2e-worker-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:38.960620689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"e2e-enrichment-model-ref","reconcileID":"c232d69d-85c0-40a7-acb8-861b32859866","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"distinct-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"distinct-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:39.017557706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-w2-7f66ab","reconcileID":"825d2877-62fb-40f2-a52d-4ec21c0ba388","MaaSModelRef":{"name":"distinct-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"distinct-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"distinct-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:39.134913427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"e2e-enrichment-model-ref","reconcileID":"d0d835ec-9f60-49b7-b26c-6f4d36d41cfd","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"tenant":"e2e-worker-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:39.134937774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"e2e-enrichment-model-ref","reconcileID":"d0d835ec-9f60-49b7-b26c-6f4d36d41cfd","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"distinct-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"distinct-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:39.189313941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"e2e-enrichment-model-ref","reconcileID":"9939255b-2561-42a6-9006-cda0ee134b59","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"tenant":"e2e-worker-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:39.189358274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"e2e-enrichment-model-ref","reconcileID":"9939255b-2561-42a6-9006-cda0ee134b59","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"distinct-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"distinct-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:39.237615425Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-enrichment-sub","reconcileID":"35c745e6-87a9-4745-8b53-aeb9c4311a78","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-enrichment-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:39.244498469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"82aceb90-ba4f-4f29-b3d3-fb715251e54d","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:39.280613655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"c1ed7fa6-c7ac-4965-8302-0a27d1612ada","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:39.280614031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"638a3539-0aca-496e-832c-51f336260dfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:39.335165342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"c1ed7fa6-c7ac-4965-8302-0a27d1612ada","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:39.33616331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"638a3539-0aca-496e-832c-51f336260dfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:39.343950845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"e2e-enrichment-model-ref","reconcileID":"25c76b53-36b5-4538-9b70-5a56381fefb7","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"tenant":"e2e-worker-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:39.343965688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"e2e-enrichment-model-ref","reconcileID":"25c76b53-36b5-4538-9b70-5a56381fefb7","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"distinct-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"distinct-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:39.398025592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"e2e-enrichment-model-ref","reconcileID":"dc968fd8-4d13-41b5-a361-713dd0d2b601","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"tenant":"e2e-worker-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:39.398043421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"e2e-enrichment-model-ref","reconcileID":"dc968fd8-4d13-41b5-a361-713dd0d2b601","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"distinct-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"distinct-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:39.411531144Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"e2e-enrichment-model-ref","reconcileID":"6534c9e6-7738-416d-b859-9f3eb6303dbb","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"tenant":"e2e-worker-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:39.411546088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"e2e-enrichment-model-ref","reconcileID":"6534c9e6-7738-416d-b859-9f3eb6303dbb","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"distinct-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"distinct-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:39.466461787Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"e2e-enrichment-model-ref","reconcileID":"d075ec59-456d-4768-b68c-3fbb6e95293d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"tenant":"e2e-worker-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:39.466481312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"e2e-enrichment-model-ref","reconcileID":"d075ec59-456d-4768-b68c-3fbb6e95293d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"distinct-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"distinct-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:39.51672844Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"e2e-enrichment-model-ref","reconcileID":"d075ec59-456d-4768-b68c-3fbb6e95293d","name":"e2e-enrichment-model-ref","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:39.516780423Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"e2e-enrichment-model-ref","reconcileID":"d075ec59-456d-4768-b68c-3fbb6e95293d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:39.522142457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"e2e-enrichment-model-ref","reconcileID":"4bbfd316-0946-4ce7-a160-2af6838d87b2","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"tenant":"e2e-worker-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:39.522160245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"e2e-enrichment-model-ref","reconcileID":"4bbfd316-0946-4ce7-a160-2af6838d87b2","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"distinct-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"distinct-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:39.610109839Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-enrichment-sub","reconcileID":"d02788ca-152c-4315-8a00-44b6a0ca79d4","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-enrichment-model-ref","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-7f66ab/e2e-enrichment-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:39.658635614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-enrichment-auth","reconcileID":"2e7efb7c-6190-420d-8652-f3575bb9943b","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:39.712084633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-enrichment-auth","reconcileID":"2e7efb7c-6190-420d-8652-f3575bb9943b","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:39.756485358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"2c80923c-ff32-4e99-864e-68872e48d77e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:39.756512405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"34326ff4-869e-43d3-bba4-3c062d4743d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:39.765398309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"e2e-enrichment-model-ref","reconcileID":"17b37a03-21a7-4bc9-9738-4546086bbefd","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"tenant":"e2e-worker-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:39.765421268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"e2e-enrichment-model-ref","reconcileID":"17b37a03-21a7-4bc9-9738-4546086bbefd","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"distinct-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"distinct-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:39.812064767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"34326ff4-869e-43d3-bba4-3c062d4743d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:39.812103166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"2c80923c-ff32-4e99-864e-68872e48d77e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:39.968599774Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-enrichment-sub","reconcileID":"d128e82f-82e2-4f5b-9504-74fb264f2244","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w2-7f66ab/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:39.971508839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"e2e-enrichment-model-ref","reconcileID":"207ce893-faea-486c-8e5f-bb681c9774e5","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"tenant":"e2e-worker-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:39.97152458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"e2e-enrichment-model-ref","reconcileID":"207ce893-faea-486c-8e5f-bb681c9774e5","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"distinct-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"distinct-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:40.165919968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-enrichment-auth","reconcileID":"1cb353b6-fd4e-4d74-a7ed-70f5869de385","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:40.209055086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"7878ad5f-1f2e-43ff-87c6-70eef1fff5ac","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:40.219841585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-enrichment-auth","reconcileID":"1cb353b6-fd4e-4d74-a7ed-70f5869de385","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:40.362880291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"f2647316-c7ee-4a2d-a241-1aaada892665","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:40.363182994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"d40b0706-a9c9-4681-b6bc-7343d59b4c30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:40.417899823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"f2647316-c7ee-4a2d-a241-1aaada892665","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:40.418037256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"d40b0706-a9c9-4681-b6bc-7343d59b4c30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:40.559379959Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-enrichment-auth","reconcileID":"9ae7be95-1743-4f04-9fd2-ac07de2fadb3","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"model":"e2e-models-e2e-worker-w2-7f66ab/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:40.559454412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"e2e-enrichment-model-ref","reconcileID":"874898e3-4b84-429f-bf2b-564ac149cd65","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"tenant":"e2e-worker-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:40.559476834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"e2e-enrichment-model-ref","reconcileID":"874898e3-4b84-429f-bf2b-564ac149cd65","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"distinct-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"distinct-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:40.7204976Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"e2e-enrichment-model-ref","reconcileID":"a9252887-9a6a-49e7-8deb-7713d5f38b29","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"tenant":"e2e-worker-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:40.720516985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"e2e-enrichment-model-ref","reconcileID":"a9252887-9a6a-49e7-8deb-7713d5f38b29","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"distinct-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"distinct-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:40.760901579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"3b442726-22d1-488a-b518-314b5842f993","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:40.760904185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"b8adc5b2-fc5f-4e7f-adf4-5b16f4add676","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:40.818432257Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-enrichment-sub","reconcileID":"cb75609c-00b4-4b2b-94be-2b16722758b4","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w2-7f66ab/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:40.823667305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"b8adc5b2-fc5f-4e7f-adf4-5b16f4add676","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:40.824843229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"3b442726-22d1-488a-b518-314b5842f993","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:40.875488553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"e2e-enrichment-model-ref","reconcileID":"890286f5-8ef4-4c52-a1fc-27aac2806ad5","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"tenant":"e2e-worker-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:40.875505604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"e2e-enrichment-model-ref","reconcileID":"890286f5-8ef4-4c52-a1fc-27aac2806ad5","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"distinct-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"distinct-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:41.172130247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"c5b67c52-f111-482e-94a1-33d5f3f7cdde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:41.172217218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"56952a81-028a-4959-bd12-d432f63fcbcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:41.226131279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"c5b67c52-f111-482e-94a1-33d5f3f7cdde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:41.226423668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"56952a81-028a-4959-bd12-d432f63fcbcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:43.000643403Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-degraded-healthy-inf","reconcileID":"02abc636-89d3-4148-8f1a-a15bcd7e45f5","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:43.231141646Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-degraded-healthy-inf","reconcileID":"02abc636-89d3-4148-8f1a-a15bcd7e45f5","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-e524ce/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:43.231176433Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-degraded-healthy-inf","reconcileID":"02abc636-89d3-4148-8f1a-a15bcd7e45f5","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/nonexistent-model-inf","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:43.231269175Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-degraded-healthy-inf","reconcileID":"02abc636-89d3-4148-8f1a-a15bcd7e45f5","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-e524ce/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:43.327234239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"e1d0ca59-8500-4971-9c77-459953c28b40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:43.327241023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-degraded-healthy-inf-auth","reconcileID":"ebd30a54-6d74-4e38-93be-f59ccbbae35e","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:43.327496322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"98fc3331-68fd-4011-99aa-d93cba3690d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:43.381896255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"98fc3331-68fd-4011-99aa-d93cba3690d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:43.382872195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"e1d0ca59-8500-4971-9c77-459953c28b40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:43.386238404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-degraded-healthy-inf-auth","reconcileID":"ebd30a54-6d74-4e38-93be-f59ccbbae35e","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:43.432083367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-subscription","reconcileID":"5e80a4a8-deaa-4ff7-9298-7e66fb789248","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:43.538976635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"70b7e935-c695-4f73-8c8f-eb345b922eb6","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:43.685747083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"c0abd504-3731-4287-8086-5e816a95694b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:43.685967747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"259849ed-8a67-4c23-bf73-e8052fa9c2e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:43.686137955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-degraded-healthy-inf-auth","reconcileID":"0e871ac1-0ff2-41d5-a185-f7d7e04198c5","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:43.694660731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"a4f0b791-0a0d-4b80-afe8-b96007da1163","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:43.740545816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"c0abd504-3731-4287-8086-5e816a95694b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:43.740619269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-degraded-healthy-inf-auth","reconcileID":"0e871ac1-0ff2-41d5-a185-f7d7e04198c5","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:43.742882962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"259849ed-8a67-4c23-bf73-e8052fa9c2e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:43.888140271Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-degraded-healthy-inf-auth","reconcileID":"d70e83f4-92dd-4926-b3bf-e8910c587e6e","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:44.038878768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"b7a03bb4-8ddc-4502-b521-3484458efae5","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:50.366791768Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-list-subs-refs-sub","reconcileID":"65e87eb3-c2ab-4be0-940f-ad1e0e52f1d2","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscription":"e2e-list-subs-refs-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:50.583992007Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-list-subs-refs-sub","reconcileID":"65e87eb3-c2ab-4be0-940f-ad1e0e52f1d2","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-b47e8d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:50.801554748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-subscription","reconcileID":"75da8522-2723-4ef8-a267-8aa3d11a0253","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:50.809266292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"ec4cd227-6efb-4de3-aaf7-107992bfea00","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:50.962558313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"bd946ab1-2649-4bfb-896b-c6faade426ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:50.962888872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"3af1b8a5-805e-4777-af88-bdbb56087312","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:51.017012475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"bd946ab1-2649-4bfb-896b-c6faade426ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:51.02156711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"3af1b8a5-805e-4777-af88-bdbb56087312","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:51.073928653Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-enrichment-sub","reconcileID":"78db1b6f-e60f-4fb3-bc9e-2e44ea38401c","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"model":"e2e-models-e2e-worker-w2-7f66ab/e2e-enrichment-model-ref","subscription":"e2e-enrichment-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:51.126822692Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-enrichment-sub","reconcileID":"78db1b6f-e60f-4fb3-bc9e-2e44ea38401c","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"model":"e2e-models-e2e-worker-w2-7f66ab/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:51.176492732Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"e2e-enrichment-sub","reconcileID":"78db1b6f-e60f-4fb3-bc9e-2e44ea38401c","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:51.45158909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"e2e-enrichment-model-ref","reconcileID":"17f61bee-229f-4076-a582-a6d3af0f58cc","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"tenant":"e2e-worker-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:51.452342753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"e2e-enrichment-model-ref","reconcileID":"17f61bee-229f-4076-a582-a6d3af0f58cc","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"distinct-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"distinct-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:51.511928629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"distinct-w3-b47e8d","reconcileID":"b61ef859-63ce-4ee3-8f16-b8e403d13aa9","MaaSModelRef":{"name":"distinct-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"distinct-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"distinct-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:51.565731761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"distinct-w3-b47e8d","reconcileID":"5e4bb3c5-c7e7-492e-9cbf-5b72efeabb5d","MaaSModelRef":{"name":"distinct-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"distinct-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"distinct-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:51.615950945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"a5c05475-582f-4a33-9833-27d4cdff87ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:51.61638112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"d22e80b2-06b9-481e-aa53-4a068c376abd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:51.627193413Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-model-match-sub","reconcileID":"428e590c-0a5f-472d-9c7e-b37e0f9dba17","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:51.670473788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"a5c05475-582f-4a33-9833-27d4cdff87ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:51.673015065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"d22e80b2-06b9-481e-aa53-4a068c376abd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:51.717778931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"7f83bb6a-6ff0-4610-bf02-a9d1c836a79d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:51.71777888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"8d6c9190-1991-45bd-b3dc-6dadc0b1b324","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:51.775520405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"7f83bb6a-6ff0-4610-bf02-a9d1c836a79d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:51.77644558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"8d6c9190-1991-45bd-b3dc-6dadc0b1b324","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:51.778246204Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-b47e8d priority=0:[ai-tenant-e2e-worker-w3-b47e8d/e2e-model-match-sub ai-tenant-e2e-worker-w3-b47e8d/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:51.826413115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"distinct-w3-b47e8d","reconcileID":"0f77050b-e741-4b8c-9955-e0c4e9c5a6ce","MaaSModelRef":{"name":"distinct-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"distinct-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"distinct-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:51.827109661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"distinct-2-w3-b47e8d","reconcileID":"39a88045-4078-4f7a-80e7-9f23a0cdb699","MaaSModelRef":{"name":"distinct-2-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"distinct-2-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"distinct-2-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:51.828738842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-w2-7f66ab","reconcileID":"2cb24b8e-c2b4-4a27-87ac-9028e544e097","MaaSModelRef":{"name":"distinct-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"distinct-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"distinct-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:51.829904893Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-b47e8d/e2e-model-match-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:51.885728912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"distinct-2-w3-b47e8d","reconcileID":"5fdf41fc-a194-48e5-a0b2-a3dfcc4e3cfd","MaaSModelRef":{"name":"distinct-2-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"distinct-2-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"distinct-2-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:51.885875932Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-b47e8d/e2e-model-nomatch-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:51.939212195Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-b47e8d priority=0:[ai-tenant-e2e-worker-w3-b47e8d/e2e-model-match-sub ai-tenant-e2e-worker-w3-b47e8d/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:51.939394888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"2b86aa58-3f49-4458-8d50-c443f3fec936","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:51.939966654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-w4-e524ce","reconcileID":"31e2acb6-ebb6-4d75-a239-db155e7d3cb3","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:51.94044608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"distinct-2-w3-b47e8d","reconcileID":"9681f9fe-7b91-4219-b112-dc18f4f3f1f2","MaaSModelRef":{"name":"distinct-2-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"distinct-2-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"distinct-2-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:52.030835388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"distinct-w3-b47e8d","reconcileID":"5b99a9bc-1ef5-49c0-9fc6-b908057ec9ce","MaaSModelRef":{"name":"distinct-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"distinct-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"distinct-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:52.040232783Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-model-match-sub","reconcileID":"d4f656ec-f005-4419-9829-c57cf3874e95","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-distinct-w3-b47e8d","model":"distinct-w3-b47e8d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-b47e8d/e2e-model-match-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:52.043904768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"71f9298a-5da8-4b1b-a71d-eeadb95081ef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:52.045306103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-w4-e524ce","reconcileID":"401da7e3-8b2b-493c-b4b4-6839c455e143","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:52.109495793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"distinct-2-w3-b47e8d","reconcileID":"bb447491-60fd-44e9-a8a8-4f4ea19ef4d2","MaaSModelRef":{"name":"distinct-2-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"distinct-2-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"distinct-2-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:52.130495097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"distinct-w3-b47e8d","reconcileID":"01f4eab5-316e-4f2a-a813-bd8703cb1117","MaaSModelRef":{"name":"distinct-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"distinct-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"distinct-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:52.133661375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"76948850-3270-40a8-befb-2367e98f4ad5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:52.134501571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"d44ff01a-72c8-4f15-82d1-473a5089e482","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:52.163564676Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-e524ce/e2e-partial-access-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-partial-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:52.189458152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"2d32de0b-7f38-41b1-b3c9-7c2bdbfd7fde","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:52.189959366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-w4-e524ce","reconcileID":"fa393e05-f9d1-4e0d-9275-cf373d6c680d","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:52.190335708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"distinct-w3-b47e8d","reconcileID":"feaecfbd-bff6-40b0-a54f-2bb5d6f8c2aa","MaaSModelRef":{"name":"distinct-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"distinct-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"distinct-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:52.192013113Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-model-nomatch-sub","reconcileID":"8ca015ba-e298-4615-ac6a-c5d4ada037bb","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-distinct-2-w3-b47e8d","model":"distinct-2-w3-b47e8d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-b47e8d/e2e-model-nomatch-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:52.192428595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"60964ac0-5451-4616-b946-0391d4aaa271","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:52.192931835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"0a562a41-6725-4424-a19c-7de4b03ec0cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:52.193427667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"76948850-3270-40a8-befb-2367e98f4ad5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:52.197411559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"d44ff01a-72c8-4f15-82d1-473a5089e482","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:52.256268932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"60964ac0-5451-4616-b946-0391d4aaa271","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:52.269918471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"0a562a41-6725-4424-a19c-7de4b03ec0cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:52.270637805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"7bc1e658-fbc7-4102-9b6f-ffff74740fa7","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:52.285096389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"distinct-w3-b47e8d","reconcileID":"33063b4c-8a48-4735-99c7-8f805a1b2ee5","MaaSModelRef":{"name":"distinct-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"distinct-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"distinct-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:52.371674676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"distinct-2-w3-b47e8d","reconcileID":"ab7d3044-fecb-4f50-9a4d-5167af915112","MaaSModelRef":{"name":"distinct-2-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"distinct-2-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"distinct-2-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:52.387140792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-model-match-auth","reconcileID":"00ff66c1-f003-4192-9e9f-d5d27cc829ca","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:52.397895925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"distinct-2-w3-b47e8d","reconcileID":"641866af-6fef-4a5c-b8b5-902edb6e7edd","MaaSModelRef":{"name":"distinct-2-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"distinct-2-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"distinct-2-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:52.428679526Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-partial-access-sub","reconcileID":"a8d7d806-95ec-4651-afa9-0763ff693bf2","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-e524ce/e2e-partial-access-sub","ai-tenant-e2e-worker-w4-e524ce/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:52.461094851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-model-match-auth","reconcileID":"00ff66c1-f003-4192-9e9f-d5d27cc829ca","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:52.50733854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-model-match-sub","reconcileID":"993c0bae-57e6-4a12-82ad-b0a12253a9e0","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-distinct-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/distinct-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:52.596752686Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-partial-access-sub","reconcileID":"a8d7d806-95ec-4651-afa9-0763ff693bf2","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-distinct-w4-e524ce","model":"distinct-w4-e524ce","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-e524ce/e2e-partial-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:52.607988973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"c65708cc-b0ff-494e-ab87-1490e196ef25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:52.608006867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"62c07423-a6c3-4a9f-a965-c576e703ce24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:52.612853907Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-model-nomatch-sub","reconcileID":"ea29310a-705f-46d3-924c-f68b8a964fe6","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-distinct-2-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/distinct-2-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:52.672971737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"62c07423-a6c3-4a9f-a965-c576e703ce24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:52.673931341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"c65708cc-b0ff-494e-ab87-1490e196ef25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:52.69821915Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-subscription","reconcileID":"c6bceb50-a540-4876-8aaa-139907bd9731","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:52.783105835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"distinct-w3-b47e8d","reconcileID":"ab00cc62-b668-4791-98d7-ed048a4f32c6","MaaSModelRef":{"name":"distinct-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"distinct-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"distinct-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:52.845540838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"2171f01d-ecac-4e5f-b4a5-15a5a19bfc18","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:52.852854078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"7c17bee8-dc10-4bd4-bd37-6d726cb59abd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:52.854117361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"51c984e1-5ec5-4d68-886e-f14b9c80bed8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:52.854907795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-w4-e524ce","reconcileID":"16e9c8df-e773-4328-b9c5-e79812306c30","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:52.942013166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"7c17bee8-dc10-4bd4-bd37-6d726cb59abd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:52.944832698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"51c984e1-5ec5-4d68-886e-f14b9c80bed8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:52.957894711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"39f6b93e-5744-4702-a8df-cb54014c3aa8","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:52.958402579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"distinct-2-w3-b47e8d","reconcileID":"96f3aa82-6232-4eb9-911d-55f6d533023f","MaaSModelRef":{"name":"distinct-2-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"distinct-2-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"distinct-2-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:53.058874066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-model-match-auth","reconcileID":"220bca9f-71ee-4384-86ae-1707ea8471f7","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:53.070024333Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-partial-access-sub","reconcileID":"c1617dd7-1e3b-4ffe-b591-9d917a6aaaf0","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:53.108785301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-partial-access-auth","reconcileID":"eaaeb6b6-b491-491f-9346-a823d2e6627b","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:53.109516293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-model-nomatch-sub","reconcileID":"4e27d4fd-4e38-4c14-80f3-189d36256be9","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-distinct-2-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/distinct-2-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:53.113749141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-model-match-auth","reconcileID":"220bca9f-71ee-4384-86ae-1707ea8471f7","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:53.178537854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-partial-access-auth","reconcileID":"eaaeb6b6-b491-491f-9346-a823d2e6627b","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:53.228035401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-model-nomatch-auth","reconcileID":"ede87b17-54f3-4e34-abac-878f46018d7e","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:53.239574624Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-partial-access-sub","reconcileID":"c1617dd7-1e3b-4ffe-b591-9d917a6aaaf0","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-distinct-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/distinct-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:53.285578787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-model-nomatch-auth","reconcileID":"ede87b17-54f3-4e34-abac-878f46018d7e","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:53.442936534Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-model-match-auth","reconcileID":"220bca9f-71ee-4384-86ae-1707ea8471f7","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-model-match-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:53.548151955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"c51286bf-7861-4c3c-8b6d-e880a49ca225","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:53.646586793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"distinct-2-w3-b47e8d","reconcileID":"054f7fd0-c70f-46ab-b146-55b3123e547e","MaaSModelRef":{"name":"distinct-2-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"distinct-2-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"distinct-2-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:53.698165399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-partial-access-auth","reconcileID":"05fa4414-575a-4ed4-a36f-8d7f20b451d8","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:53.717423691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-model-match-auth","reconcileID":"5e0cfcb7-782f-4fee-aa11-28db163cab91","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:53.75553399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-partial-access-auth","reconcileID":"05fa4414-575a-4ed4-a36f-8d7f20b451d8","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:53.801411894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-model-match-auth","reconcileID":"5e0cfcb7-782f-4fee-aa11-28db163cab91","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:53.904278012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-model-nomatch-auth","reconcileID":"29a222bb-cb3f-4fe8-9a2f-93c31e64de56","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:53.967215974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-model-nomatch-auth","reconcileID":"29a222bb-cb3f-4fe8-9a2f-93c31e64de56","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:55.653406459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"1a3931fc-ae5c-4b34-8987-d0d56a2b4214","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:55.654129147Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-partial-access-auth","reconcileID":"39511949-b0e9-4575-95e0-ae3c8417f23b","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:55.807087221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"0ea6b6b6-c1ff-4a07-86cc-5d6c45331a06","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:55.966148635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"3c284cc0-2da5-4fd0-a01a-3dac226ea20a","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:55.966812013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-w4-e524ce","reconcileID":"6520c053-b87a-46b4-bfe4-da3b19da0cb4","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:56.122723044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"25e11aab-9858-4af0-9af2-6ace9e0e8c99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:56.126468669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"f6f0b8ad-c120-4025-bec5-c285f0271dc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:56.182891465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"f6f0b8ad-c120-4025-bec5-c285f0271dc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:56.185211662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"25e11aab-9858-4af0-9af2-6ace9e0e8c99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:56.250972878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"distinct-w3-b47e8d","reconcileID":"49c7aa61-6b08-49aa-b33b-7bab0e5f066f","MaaSModelRef":{"name":"distinct-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"distinct-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"distinct-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:56.419283371Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-model-match-sub","reconcileID":"6b09ebd0-858e-4315-9c43-3b176548623e","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-392eea77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:56.517739509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-model-match-auth","reconcileID":"b687e885-3763-4f35-b816-9c5d850a922f","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:56.518578979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-model-nomatch-auth","reconcileID":"2ccc8d21-6416-4340-930f-a47037ce00e0","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:56.518901756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"36efa272-0cbd-4745-96aa-92e947866df6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:56.57904354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"36efa272-0cbd-4745-96aa-92e947866df6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:56.579878475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-model-match-auth","reconcileID":"b687e885-3763-4f35-b816-9c5d850a922f","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:56.581786494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-model-nomatch-auth","reconcileID":"2ccc8d21-6416-4340-930f-a47037ce00e0","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:56.638541483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"2cbf4299-6a6d-4841-bab2-df7e95880e00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:56.693173112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"2cbf4299-6a6d-4841-bab2-df7e95880e00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:57.023515172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-model-nomatch-auth","reconcileID":"3214d283-f436-4579-b22c-4836dfe1c5c7","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:57.023520649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-model-match-auth","reconcileID":"c1de8557-4fc1-46e7-b683-b9c0d83dce9c","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:57.023808837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"f41a757e-317f-413d-a095-59d7f8bff426","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:57.078349887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-model-match-auth","reconcileID":"c1de8557-4fc1-46e7-b683-b9c0d83dce9c","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:57.079424748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"f41a757e-317f-413d-a095-59d7f8bff426","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:57.080945142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-model-nomatch-auth","reconcileID":"3214d283-f436-4579-b22c-4836dfe1c5c7","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:57.397897444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-28f124"},"namespace":"ai-tenant-e2e-praxis-b-28f124","name":"default-tenant","reconcileID":"99016341-0b3e-43c9-ad5b-50b4d0cf94a5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-28f124","tenantID":"e2e-praxis-b-28f124","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:57.51282301Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-28f124"},"namespace":"ai-tenant-e2e-praxis-b-28f124","name":"default-tenant","reconcileID":"99016341-0b3e-43c9-ad5b-50b4d0cf94a5","name":"e2e-praxis-b-28f124-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:00.231805922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8939bd4f-6839-4b89-b49a-6abf68be63e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:00.281648251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8939bd4f-6839-4b89-b49a-6abf68be63e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:00.33088106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8939bd4f-6839-4b89-b49a-6abf68be63e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:00.379527161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8939bd4f-6839-4b89-b49a-6abf68be63e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:00.800662181Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-9717a8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-9717a8","reconcileID":"81977511-e82b-4f3e-a3dd-f0adea371413","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-9717a8","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w2-9717a8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:02.1726673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08f5cd20-9e0f-4580-8c39-b2f2850f0c44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:02.22144444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08f5cd20-9e0f-4580-8c39-b2f2850f0c44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:02.270706665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08f5cd20-9e0f-4580-8c39-b2f2850f0c44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:02.320761885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08f5cd20-9e0f-4580-8c39-b2f2850f0c44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:04.143147638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88abb2ce-8ec9-405a-ab0b-9e3d9ad0bae0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:04.19161995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88abb2ce-8ec9-405a-ab0b-9e3d9ad0bae0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:04.240115612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88abb2ce-8ec9-405a-ab0b-9e3d9ad0bae0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:04.314116235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88abb2ce-8ec9-405a-ab0b-9e3d9ad0bae0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:06.100114226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24dee588-76c0-44ab-bd5c-989bbdc2a3f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:06.148782898Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-partial-access-sub","reconcileID":"d505bd9c-3bfe-4766-bfc0-27622dcc8145","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:06.149161322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24dee588-76c0-44ab-bd5c-989bbdc2a3f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:06.168105319Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:06.198168046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24dee588-76c0-44ab-bd5c-989bbdc2a3f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:06.246825794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24dee588-76c0-44ab-bd5c-989bbdc2a3f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:06.447720127Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-partial-access-sub","reconcileID":"d505bd9c-3bfe-4766-bfc0-27622dcc8145","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-e524ce/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:06.447749647Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-partial-access-sub","reconcileID":"d505bd9c-3bfe-4766-bfc0-27622dcc8145","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/distinct-w4-e524ce","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:06.496472257Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-model-match-sub","reconcileID":"5075b5e1-6d5f-4ae8-b645-3b8cee047be2","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"model":"e2e-models-e2e-worker-w3-b47e8d/distinct-w3-b47e8d","subscription":"e2e-model-match-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:06.496951241Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-partial-access-sub","reconcileID":"d505bd9c-3bfe-4766-bfc0-27622dcc8145","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/distinct-w4-e524ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:06.54553179Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-model-match-sub","reconcileID":"5075b5e1-6d5f-4ae8-b645-3b8cee047be2","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"model":"e2e-models-e2e-worker-w3-b47e8d/distinct-w3-b47e8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:06.546090487Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"e2e-partial-access-sub","reconcileID":"d505bd9c-3bfe-4766-bfc0-27622dcc8145","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/distinct-w4-e524ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:06.594567301Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-model-match-sub","reconcileID":"5075b5e1-6d5f-4ae8-b645-3b8cee047be2","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-distinct-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/distinct-w3-b47e8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:06.645080912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-subscription","reconcileID":"10c8a24d-4270-4705-8db9-5fa03b9e4dc2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:06.810387344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"4d1df31e-1059-444f-8516-2f5784aae499","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:06.811026115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-w4-e524ce","reconcileID":"02ff3b04-c6c9-491c-889b-9e54553ae346","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:06.866730072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"distinct-2-w3-b47e8d","reconcileID":"a1e71118-47a2-4fb8-9f31-27436ed295a5","MaaSModelRef":{"name":"distinct-2-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"distinct-2-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"distinct-2-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:06.905744034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"distinct-w3-b47e8d","reconcileID":"aec43c8e-e7e6-4350-92d1-b872557cac6d","MaaSModelRef":{"name":"distinct-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"distinct-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"distinct-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:06.955034488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"c95f4c1b-1839-4cc5-a6fc-0724dabe8ca9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:06.960110976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"dbaa44d1-c65c-45b1-b1ad-be2046127e1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:07.009222631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"c95f4c1b-1839-4cc5-a6fc-0724dabe8ca9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:07.013844858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"dbaa44d1-c65c-45b1-b1ad-be2046127e1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:07.055624202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"distinct-2-w3-b47e8d","reconcileID":"f4b07334-f5b9-432b-8dca-d6ff7c267375","MaaSModelRef":{"name":"distinct-2-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"distinct-2-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"distinct-2-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:07.151307241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"a2d454ca-88a1-4c4b-b71f-8ece46219aeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:07.15194845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"e95ab99e-6faf-47b0-bd23-b43e0328394e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:07.152114803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-model-match-auth","reconcileID":"5f48c12c-5cc3-477f-955a-07a4e3293ec6","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:07.205592953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"a2d454ca-88a1-4c4b-b71f-8ece46219aeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:07.205877596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-model-match-auth","reconcileID":"5f48c12c-5cc3-477f-955a-07a4e3293ec6","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:07.207787766Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-model-nomatch-sub","reconcileID":"941a475a-130b-4c06-b8c6-119450f6d00b","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7b0fa2f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:07.20789051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"e95ab99e-6faf-47b0-bd23-b43e0328394e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:07.459912701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-model-nomatch-auth","reconcileID":"24ae7115-7e64-4c33-bf44-c25fdc355b56","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:07.51997339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-model-nomatch-auth","reconcileID":"24ae7115-7e64-4c33-bf44-c25fdc355b56","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:07.659165121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-model-match-auth","reconcileID":"ba8c750f-fc93-4eb7-bc69-25d26edf116b","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:07.65941793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"95f2dd65-53e0-438f-85db-8abb7edc4ac3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:07.659165085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"eb36d4b0-4419-4198-bcc7-848ac166264b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:07.747734604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-model-match-auth","reconcileID":"ba8c750f-fc93-4eb7-bc69-25d26edf116b","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:07.750122829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"95f2dd65-53e0-438f-85db-8abb7edc4ac3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:07.751432589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"eb36d4b0-4419-4198-bcc7-848ac166264b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:10.588480415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"24efe968-bd32-426c-8af6-f05a4f8d0b65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:10.592661516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"5cb86573-37af-429d-b2d7-174a5374b7e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:10.666462891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"24efe968-bd32-426c-8af6-f05a4f8d0b65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:10.692594375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"5cb86573-37af-429d-b2d7-174a5374b7e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:10.995086577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"59514264-761e-4f0c-ae4f-836e632b42e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:10.99604328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"bf189f28-9bf5-4b4a-a6ce-1efcfe73dbcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:10.997137593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-model-match-auth","reconcileID":"6d870d0f-184e-4413-b3ea-b39bbebc6a6d","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:11.069530107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"59514264-761e-4f0c-ae4f-836e632b42e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:11.070708322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"bf189f28-9bf5-4b4a-a6ce-1efcfe73dbcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:11.074405646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-model-match-auth","reconcileID":"6d870d0f-184e-4413-b3ea-b39bbebc6a6d","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:11.176865479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-model-nomatch-auth","reconcileID":"77cbc5e2-d2a5-4f3e-8caa-558067ebaae9","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:11.241931776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-model-nomatch-auth","reconcileID":"77cbc5e2-d2a5-4f3e-8caa-558067ebaae9","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:11.605845815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-model-match-auth","reconcileID":"ad38ac05-dffb-4ce0-8048-2833b0b87794","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:11.606262566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"570e350d-6cdc-4c40-a898-a7eb25925900","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:11.606564209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"7c788324-c9ef-4193-aed4-b237c548a325","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:11.666060418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"7c788324-c9ef-4193-aed4-b237c548a325","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:11.666897623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"570e350d-6cdc-4c40-a898-a7eb25925900","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:11.673253683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-model-match-auth","reconcileID":"ad38ac05-dffb-4ce0-8048-2833b0b87794","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:11.742070256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-model-nomatch-auth","reconcileID":"ca4ada36-6940-405a-8ac9-6c6b0c248b4c","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:11.798805982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-model-nomatch-auth","reconcileID":"ca4ada36-6940-405a-8ac9-6c6b0c248b4c","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:13.909287702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"546d538e-02f7-4db6-b368-b01e85e86f0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:13.958688139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"546d538e-02f7-4db6-b368-b01e85e86f0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:14.008130968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"546d538e-02f7-4db6-b368-b01e85e86f0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:14.05714625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"546d538e-02f7-4db6-b368-b01e85e86f0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:14.45822967Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-f39eb7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-f39eb7","reconcileID":"c510a14e-0b17-448b-8bff-4e8e3ebeafd1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-f39eb7","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w4-f39eb7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:15.942468949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97e125b8-a4ca-4ae5-8592-9eb17fc49e28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:15.991808591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97e125b8-a4ca-4ae5-8592-9eb17fc49e28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:16.042101025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97e125b8-a4ca-4ae5-8592-9eb17fc49e28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:16.091163047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97e125b8-a4ca-4ae5-8592-9eb17fc49e28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:17.259870132Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-model-nomatch-sub","reconcileID":"50e3552f-c14d-459b-8d79-3631677509fa","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"model":"e2e-models-e2e-worker-w3-b47e8d/distinct-2-w3-b47e8d","subscription":"e2e-model-nomatch-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:17.309245403Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-model-nomatch-sub","reconcileID":"50e3552f-c14d-459b-8d79-3631677509fa","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"model":"e2e-models-e2e-worker-w3-b47e8d/distinct-2-w3-b47e8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:17.359598121Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-model-nomatch-sub","reconcileID":"50e3552f-c14d-459b-8d79-3631677509fa","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-distinct-2-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/distinct-2-w3-b47e8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:17.685774367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"distinct-2-w3-b47e8d","reconcileID":"6b088ba6-1a2b-4454-a183-1b04790e0a78","MaaSModelRef":{"name":"distinct-2-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"distinct-2-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"distinct-2-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:17.829214264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"distinct-w3-b47e8d","reconcileID":"3b6430dd-d205-401b-867c-037b15502315","MaaSModelRef":{"name":"distinct-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"distinct-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"distinct-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:17.946133953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-model-match-auth","reconcileID":"bc714db4-7634-4cf3-b35a-a339adb81b5f","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:17.946818293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"3eede050-a32c-4ccf-ba47-6751694d11de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:18.015147351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"3eede050-a32c-4ccf-ba47-6751694d11de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:18.017642463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8ce2d38-64bd-4446-8240-d8b32e29aeeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:18.018268322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-model-nomatch-auth","reconcileID":"94cbadcd-2da8-45af-a0b2-11c1a72570a2","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:18.038730531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"f4ba3e24-73d8-47c8-9b79-c9d677dc3eed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:18.053790747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-model-match-auth","reconcileID":"bc714db4-7634-4cf3-b35a-a339adb81b5f","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:18.084093077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-model-nomatch-auth","reconcileID":"94cbadcd-2da8-45af-a0b2-11c1a72570a2","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:18.091131607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8ce2d38-64bd-4446-8240-d8b32e29aeeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:18.142609028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8ce2d38-64bd-4446-8240-d8b32e29aeeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:18.192847842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"f4ba3e24-73d8-47c8-9b79-c9d677dc3eed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:18.214531472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8ce2d38-64bd-4446-8240-d8b32e29aeeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:18.344291297Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-model-match-auth","reconcileID":"7d0c5fbc-4b4b-445f-96db-05909b1e5eea","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"model":"e2e-models-e2e-worker-w3-b47e8d/distinct-w3-b47e8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:18.602242379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"distinct-w3-b47e8d","reconcileID":"e6ee5550-52d9-4aa1-8b53-19032e824704","MaaSModelRef":{"name":"distinct-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"distinct-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"distinct-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:18.611330776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-model-nomatch-auth","reconcileID":"10afec1c-17cc-4d82-8bc0-44ec71c4b8f4","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:18.673752215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-model-nomatch-auth","reconcileID":"10afec1c-17cc-4d82-8bc0-44ec71c4b8f4","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:18.753681152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"distinct-2-w3-b47e8d","reconcileID":"87e9dd48-c3e2-4e7f-ae06-04db1deb6c8e","MaaSModelRef":{"name":"distinct-2-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"distinct-2-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"distinct-2-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:18.878945591Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-model-nomatch-auth","reconcileID":"dbc8395e-70fa-482e-ae1e-03eb665c8430","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"model":"e2e-models-e2e-worker-w3-b47e8d/distinct-2-w3-b47e8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:19.137609798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"distinct-2-w3-b47e8d","reconcileID":"88097ec7-b54f-483a-914a-e5b6c3cedfd9","MaaSModelRef":{"name":"distinct-2-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"distinct-2-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"distinct-2-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:20.190536256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eee9a1c1-f0d0-4500-84bd-6d88a39f6908","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:20.243346532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eee9a1c1-f0d0-4500-84bd-6d88a39f6908","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:20.294872961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eee9a1c1-f0d0-4500-84bd-6d88a39f6908","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:20.346903186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eee9a1c1-f0d0-4500-84bd-6d88a39f6908","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:20.606203336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"distinct-w3-b47e8d","reconcileID":"aa091fc9-5f8e-4e8b-89b0-01cca65556ae","MaaSModelRef":{"name":"distinct-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"distinct-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"distinct-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:20.661597633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"distinct-w3-b47e8d","reconcileID":"602d9757-2a7d-4935-99de-95d73b1deb39","MaaSModelRef":{"name":"distinct-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"distinct-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"distinct-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:30:20.713840674Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-no-access-sub","reconcileID":"3b530667-cce4-40f8-9c5f-dcc0a27ea2aa","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:20.758949497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"265f03de-38d0-41ed-ab61-0ee1f4cb60fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:20.765309323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"02655827-a804-4afe-9363-ddbeb2899e2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:20.814821858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"265f03de-38d0-41ed-ab61-0ee1f4cb60fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:20.833174874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"02655827-a804-4afe-9363-ddbeb2899e2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:20.835076643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"distinct-w3-b47e8d","reconcileID":"8ded0587-acd5-45ca-8bda-af3632eaeac2","MaaSModelRef":{"name":"distinct-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"distinct-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"distinct-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:20.889067234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"distinct-w3-b47e8d","reconcileID":"f8b0e212-5cfc-4675-8147-6b6bf95ddb58","MaaSModelRef":{"name":"distinct-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"distinct-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"distinct-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:20.897467451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"distinct-2-w3-b47e8d","reconcileID":"b9a084c9-2747-431b-aa0d-bdd29d311659","MaaSModelRef":{"name":"distinct-2-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"distinct-2-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"distinct-2-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:20.951713806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"distinct-2-w3-b47e8d","reconcileID":"75fef2c2-86b7-4642-8784-cf1d11f2a262","MaaSModelRef":{"name":"distinct-2-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"distinct-2-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"distinct-2-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:21.098792641Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-no-access-sub","reconcileID":"db7cdf0f-4773-4a02-806d-b1cae23c2074","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-distinct-w3-b47e8d","model":"distinct-w3-b47e8d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-b47e8d/e2e-no-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:21.149809416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-no-access-auth","reconcileID":"fab8d236-eaa8-4892-9c79-79e7856c8a13","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:21.20689149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-no-access-auth","reconcileID":"fab8d236-eaa8-4892-9c79-79e7856c8a13","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:21.247748253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"688dbf23-d45a-483c-9714-5d10c51bacc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:21.269681846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"distinct-w3-b47e8d","reconcileID":"8320c63a-b0ce-45c5-bc56-d6987ac6452c","MaaSModelRef":{"name":"distinct-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"distinct-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"distinct-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:21.302033578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"688dbf23-d45a-483c-9714-5d10c51bacc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:21.399378683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"c822d01c-19b5-4f1c-b806-72305ec5ebde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:21.457573487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"c822d01c-19b5-4f1c-b806-72305ec5ebde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:21.502175777Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-no-access-sub","reconcileID":"bc82c59a-b7ba-4f0d-a654-0db63b3b6733","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-distinct-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/distinct-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:21.555457871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"distinct-2-w3-b47e8d","reconcileID":"8d575b70-0be9-4e00-909b-d9a603d70fb1","MaaSModelRef":{"name":"distinct-2-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"distinct-2-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"distinct-2-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:21.762958793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-no-access-auth","reconcileID":"5d16b3a3-3ab5-40ee-94f7-2e2c3f122bb2","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:21.818811169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-no-access-auth","reconcileID":"5d16b3a3-3ab5-40ee-94f7-2e2c3f122bb2","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:22.159572072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"510553e2-3acd-4ce6-9b2a-93eda64c6109","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:22.208446115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"510553e2-3acd-4ce6-9b2a-93eda64c6109","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:22.257548586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"510553e2-3acd-4ce6-9b2a-93eda64c6109","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:22.306572362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"510553e2-3acd-4ce6-9b2a-93eda64c6109","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:24.271886789Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-no-access-auth","reconcileID":"a8713392-2560-435a-ac21-66fa42614502","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"model":"e2e-models-e2e-worker-w3-b47e8d/distinct-2-w3-b47e8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:24.271935989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"distinct-2-w3-b47e8d","reconcileID":"70515de3-c732-4bec-bf22-97f630742e5e","MaaSModelRef":{"name":"distinct-2-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"distinct-2-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"distinct-2-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:24.477220774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"distinct-2-w3-b47e8d","reconcileID":"8cf9f54c-bf91-42ce-98d6-1c9c13c1cbbd","MaaSModelRef":{"name":"distinct-2-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"distinct-2-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"distinct-2-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:24.618217868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"distinct-w3-b47e8d","reconcileID":"df78b1ff-ef5e-4f69-9de9-70aae0d8f0f6","MaaSModelRef":{"name":"distinct-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"distinct-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"distinct-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:24.764401847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"d466487e-4ef9-4962-bc19-229bc0fb6bf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:24.764411063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"6dcbf22c-159a-45da-af45-e041e2ce070a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:24.819090652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"6dcbf22c-159a-45da-af45-e041e2ce070a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:24.820128953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"d466487e-4ef9-4962-bc19-229bc0fb6bf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:29.061938284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4a2cfe7-4a2e-40e9-8c12-259f71722b1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:29.110644786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4a2cfe7-4a2e-40e9-8c12-259f71722b1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:29.160197617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4a2cfe7-4a2e-40e9-8c12-259f71722b1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:29.209182552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4a2cfe7-4a2e-40e9-8c12-259f71722b1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:31.041635552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b71f1b7-87c6-4dd5-8b4c-328bf8d60bcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:31.090531702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b71f1b7-87c6-4dd5-8b4c-328bf8d60bcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:31.143499044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b71f1b7-87c6-4dd5-8b4c-328bf8d60bcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:31.19295289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b71f1b7-87c6-4dd5-8b4c-328bf8d60bcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:33.205463327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcb55afb-8a0e-4e4d-ad7c-c3762f91e67f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:33.256074663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcb55afb-8a0e-4e4d-ad7c-c3762f91e67f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:33.304923809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcb55afb-8a0e-4e4d-ad7c-c3762f91e67f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:33.355848906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcb55afb-8a0e-4e4d-ad7c-c3762f91e67f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:34.777904966Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-no-access-sub","reconcileID":"17e570e6-0dc8-44c2-bb45-0a6a77ee6b7f","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"model":"e2e-models-e2e-worker-w3-b47e8d/distinct-w3-b47e8d","subscription":"e2e-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:34.833727475Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-no-access-sub","reconcileID":"17e570e6-0dc8-44c2-bb45-0a6a77ee6b7f","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"model":"e2e-models-e2e-worker-w3-b47e8d/distinct-w3-b47e8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:34.883763477Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"e2e-no-access-sub","reconcileID":"17e570e6-0dc8-44c2-bb45-0a6a77ee6b7f","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-distinct-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/distinct-w3-b47e8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:35.162884487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"distinct-w3-b47e8d","reconcileID":"cb6368ee-98a9-400f-934d-ab2027b2ee38","MaaSModelRef":{"name":"distinct-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"distinct-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"distinct-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:35.309038831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"4eb5bd0a-65c1-472c-85a2-d08c410cd960","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:35.309240159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"6614b6b7-d501-49e4-af58-3cb005c55ffa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:35.364677099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"4eb5bd0a-65c1-472c-85a2-d08c410cd960","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:35.368447187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"6614b6b7-d501-49e4-af58-3cb005c55ffa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:36.177760103Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:39.907955983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"080d30ed-85be-4967-9335-69dcdf99ae28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:39.935410343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"e07664f4-9fc0-42eb-8f2c-1ef2de2d5d70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:40.207981488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"080d30ed-85be-4967-9335-69dcdf99ae28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:40.283456111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"e07664f4-9fc0-42eb-8f2c-1ef2de2d5d70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:40.716152984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"974822a1-e5e5-44f1-b29b-82c0f3c9ccbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:40.716893658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"d5b10448-556e-4d61-89de-f7a916fc2558","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:40.792201473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"d5b10448-556e-4d61-89de-f7a916fc2558","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:40.80976029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"974822a1-e5e5-44f1-b29b-82c0f3c9ccbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:40.989270007Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-fc6466","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-fc6466","reconcileID":"6e24b045-22fc-48f9-98cf-9b931bc39dfb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-fc6466","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w3-fc6466":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:41.193627753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a2468dc-7a45-42f4-b4b3-d589761c7fec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:41.24366798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a2468dc-7a45-42f4-b4b3-d589761c7fec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:41.292640025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a2468dc-7a45-42f4-b4b3-d589761c7fec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:41.341112151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a2468dc-7a45-42f4-b4b3-d589761c7fec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:43.13310214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b23543bb-6649-42c3-b711-7fd2c3e37977","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:43.182043275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b23543bb-6649-42c3-b711-7fd2c3e37977","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:43.2318245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b23543bb-6649-42c3-b711-7fd2c3e37977","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:43.280553498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b23543bb-6649-42c3-b711-7fd2c3e37977","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:45.139702222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e00f20dd-32b2-4fa9-8b9b-086c371d9d30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:45.188459891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e00f20dd-32b2-4fa9-8b9b-086c371d9d30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:45.237438737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e00f20dd-32b2-4fa9-8b9b-086c371d9d30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:45.287150268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e00f20dd-32b2-4fa9-8b9b-086c371d9d30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:50.025061804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b58ebf6a-5e93-4b38-88b6-1388427430d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:50.073681751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b58ebf6a-5e93-4b38-88b6-1388427430d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:50.122295283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b58ebf6a-5e93-4b38-88b6-1388427430d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:50.171583685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b58ebf6a-5e93-4b38-88b6-1388427430d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:51.971547337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04f611f4-9114-4c20-a93a-6930d8506dc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:52.020198658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04f611f4-9114-4c20-a93a-6930d8506dc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:52.069397283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04f611f4-9114-4c20-a93a-6930d8506dc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:52.118619407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04f611f4-9114-4c20-a93a-6930d8506dc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:55.340765947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"73b293aa-1929-4c2a-b820-05c37fe21852","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:55.340784601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"fa39455b-6ff4-4cb0-b688-a3c34c2d1c9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:55.395089543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"fa39455b-6ff4-4cb0-b688-a3c34c2d1c9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:55.395240495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"73b293aa-1929-4c2a-b820-05c37fe21852","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:57.765301292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"default-tenant","reconcileID":"5bea2506-0aee-4d11-9112-7d2292afc8f6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-9717a8","tenantID":"e2e-shared-a-w2-9717a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:57.877560244Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"default-tenant","reconcileID":"5bea2506-0aee-4d11-9112-7d2292afc8f6","name":"e2e-shared-a-w2-9717a8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:02.609231315Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-459aa8"},"namespace":"ai-tenant-e2e-praxis-a-459aa8","name":"default-tenant","reconcileID":"6ab212a0-b8df-4c67-b891-8df5d3509acd","namespace":"ai-tenant-e2e-praxis-a-459aa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:02.609285139Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-459aa8"},"namespace":"ai-tenant-e2e-praxis-a-459aa8","name":"default-tenant","reconcileID":"6ab212a0-b8df-4c67-b891-8df5d3509acd","namespace":"ai-tenant-e2e-praxis-a-459aa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:02.609369337Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-459aa8"},"namespace":"ai-tenant-e2e-praxis-a-459aa8","name":"default-tenant","reconcileID":"6ab212a0-b8df-4c67-b891-8df5d3509acd","tenant":"e2e-praxis-a-459aa8","tenantID":"e2e-praxis-a-459aa8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:02.660624211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-459aa8"},"namespace":"ai-tenant-e2e-praxis-a-459aa8","name":"default-tenant","reconcileID":"6ab212a0-b8df-4c67-b891-8df5d3509acd","gvk":"Deployment","name":"maas-api-e2e-praxis-a-459aa8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:02.72670688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-459aa8"},"namespace":"ai-tenant-e2e-praxis-a-459aa8","name":"default-tenant","reconcileID":"6ab212a0-b8df-4c67-b891-8df5d3509acd","gvk":"Service","name":"maas-api-e2e-praxis-a-459aa8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:02.78127874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-459aa8"},"namespace":"ai-tenant-e2e-praxis-a-459aa8","name":"default-tenant","reconcileID":"6ab212a0-b8df-4c67-b891-8df5d3509acd","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-459aa8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:02.83263703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-459aa8"},"namespace":"ai-tenant-e2e-praxis-a-459aa8","name":"default-tenant","reconcileID":"6ab212a0-b8df-4c67-b891-8df5d3509acd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-459aa8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:02.886512082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-459aa8"},"namespace":"ai-tenant-e2e-praxis-a-459aa8","name":"default-tenant","reconcileID":"6ab212a0-b8df-4c67-b891-8df5d3509acd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-459aa8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:02.938100698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-459aa8"},"namespace":"ai-tenant-e2e-praxis-a-459aa8","name":"default-tenant","reconcileID":"6ab212a0-b8df-4c67-b891-8df5d3509acd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-459aa8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:02.99266689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-459aa8"},"namespace":"ai-tenant-e2e-praxis-a-459aa8","name":"default-tenant","reconcileID":"6ab212a0-b8df-4c67-b891-8df5d3509acd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-459aa8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:03.044068885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-459aa8"},"namespace":"ai-tenant-e2e-praxis-a-459aa8","name":"default-tenant","reconcileID":"6ab212a0-b8df-4c67-b891-8df5d3509acd","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-459aa8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:03.092521118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-459aa8"},"namespace":"ai-tenant-e2e-praxis-a-459aa8","name":"default-tenant","reconcileID":"6ab212a0-b8df-4c67-b891-8df5d3509acd","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-459aa8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:03.141095938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-459aa8"},"namespace":"ai-tenant-e2e-praxis-a-459aa8","name":"default-tenant","reconcileID":"6ab212a0-b8df-4c67-b891-8df5d3509acd","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-459aa8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:03.189557323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-459aa8"},"namespace":"ai-tenant-e2e-praxis-a-459aa8","name":"default-tenant","reconcileID":"6ab212a0-b8df-4c67-b891-8df5d3509acd","gvk":"Service","name":"payload-processing-e2e-praxis-a-459aa8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:03.248579426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-459aa8"},"namespace":"ai-tenant-e2e-praxis-a-459aa8","name":"default-tenant","reconcileID":"6ab212a0-b8df-4c67-b891-8df5d3509acd","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-459aa8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:03.297534183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-459aa8"},"namespace":"ai-tenant-e2e-praxis-a-459aa8","name":"default-tenant","reconcileID":"6ab212a0-b8df-4c67-b891-8df5d3509acd","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-459aa8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:03.345984966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-459aa8"},"namespace":"ai-tenant-e2e-praxis-a-459aa8","name":"default-tenant","reconcileID":"6ab212a0-b8df-4c67-b891-8df5d3509acd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-459aa8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:03.394715925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-459aa8"},"namespace":"ai-tenant-e2e-praxis-a-459aa8","name":"default-tenant","reconcileID":"6ab212a0-b8df-4c67-b891-8df5d3509acd","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-459aa8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:03.447439951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-459aa8"},"namespace":"ai-tenant-e2e-praxis-a-459aa8","name":"default-tenant","reconcileID":"6ab212a0-b8df-4c67-b891-8df5d3509acd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-459aa8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:03.496412854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-459aa8"},"namespace":"ai-tenant-e2e-praxis-a-459aa8","name":"default-tenant","reconcileID":"6ab212a0-b8df-4c67-b891-8df5d3509acd","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-459aa8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:03.545265746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-459aa8"},"namespace":"ai-tenant-e2e-praxis-a-459aa8","name":"default-tenant","reconcileID":"6ab212a0-b8df-4c67-b891-8df5d3509acd","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-459aa8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:03.595833534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-459aa8"},"namespace":"ai-tenant-e2e-praxis-a-459aa8","name":"default-tenant","reconcileID":"6ab212a0-b8df-4c67-b891-8df5d3509acd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-459aa8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:03.64992394Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-459aa8"},"namespace":"ai-tenant-e2e-praxis-a-459aa8","name":"default-tenant","reconcileID":"6ab212a0-b8df-4c67-b891-8df5d3509acd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-459aa8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:04.444729128Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-459aa8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-459aa8","reconcileID":"fb6320bd-df62-4523-b2b8-eddb49e1c9b2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-459aa8","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-459aa8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:05.540670162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68c098c9-2ce8-4a50-a59f-3b83c81b6cad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:05.589376546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68c098c9-2ce8-4a50-a59f-3b83c81b6cad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:05.638015347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68c098c9-2ce8-4a50-a59f-3b83c81b6cad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:05.686727156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68c098c9-2ce8-4a50-a59f-3b83c81b6cad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:06.168395577Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:07.504635342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07465724-4e38-42dd-8283-c9a1a33d40e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:07.554549037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07465724-4e38-42dd-8283-c9a1a33d40e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:07.603192276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07465724-4e38-42dd-8283-c9a1a33d40e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:07.65217646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07465724-4e38-42dd-8283-c9a1a33d40e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:08.470725512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"default-tenant","reconcileID":"7a6c9ce4-5108-424d-adc8-c2e2a746533c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f39eb7","tenantID":"e2e-shared-a-w4-f39eb7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:08.585720609Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"default-tenant","reconcileID":"7a6c9ce4-5108-424d-adc8-c2e2a746533c","name":"e2e-shared-a-w4-f39eb7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:13.210292011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bef2789-a5f5-4cf1-984a-9177daf7ff80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:13.259922346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bef2789-a5f5-4cf1-984a-9177daf7ff80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:13.308391479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bef2789-a5f5-4cf1-984a-9177daf7ff80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:13.357602334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bef2789-a5f5-4cf1-984a-9177daf7ff80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:15.1673296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1beb3b01-10fa-42be-9453-0c7120458b85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:15.216133368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1beb3b01-10fa-42be-9453-0c7120458b85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:15.265213617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1beb3b01-10fa-42be-9453-0c7120458b85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:15.313786352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1beb3b01-10fa-42be-9453-0c7120458b85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:36.168173876Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:41.380729592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"default-tenant","reconcileID":"417fc0a2-e85b-4f9a-96f4-12becf646cff","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-fc6466","tenantID":"e2e-shared-a-w3-fc6466","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:41.49819246Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"default-tenant","reconcileID":"417fc0a2-e85b-4f9a-96f4-12becf646cff","name":"e2e-shared-a-w3-fc6466-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:57.034659226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e515ad9-f2e9-4f6e-ac64-6f9a80cd8ef6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:57.083786764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e515ad9-f2e9-4f6e-ac64-6f9a80cd8ef6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:57.132232248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e515ad9-f2e9-4f6e-ac64-6f9a80cd8ef6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:57.180612214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e515ad9-f2e9-4f6e-ac64-6f9a80cd8ef6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:59.066970469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f36ddffa-2fcd-4480-9a59-029c224d86e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:59.115700326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f36ddffa-2fcd-4480-9a59-029c224d86e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:59.164265934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f36ddffa-2fcd-4480-9a59-029c224d86e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:59.212776697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f36ddffa-2fcd-4480-9a59-029c224d86e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:01.080205119Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4","reconcileID":"89bcfd0c-64c9-4989-a6a3-eefba56d3699","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"tenant":"e2e-praxis-a-1875b4","gateway":"openshift-ingress/e2e-praxis-a-1875b4","model":"ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:01.080233279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4","reconcileID":"89bcfd0c-64c9-4989-a6a3-eefba56d3699","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"routeName":"praxis-route-1875b4-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1875b4","llmisvcName":"praxis-route-1875b4","gateway":"openshift-ingress/e2e-praxis-a-1875b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:01.290881316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5b3f2b4-4ba6-4dfb-82bc-bec8e6f64762","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:01.346493453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5b3f2b4-4ba6-4dfb-82bc-bec8e6f64762","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:01.396114687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5b3f2b4-4ba6-4dfb-82bc-bec8e6f64762","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:01.446603232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5b3f2b4-4ba6-4dfb-82bc-bec8e6f64762","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:03.327731092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33f07aff-4897-45fc-b57c-fe0461937621","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:03.376643229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33f07aff-4897-45fc-b57c-fe0461937621","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:03.425505983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33f07aff-4897-45fc-b57c-fe0461937621","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:03.474621152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33f07aff-4897-45fc-b57c-fe0461937621","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:03.76036026Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-68f80c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-68f80c","reconcileID":"a40e429e-5dd5-4bd8-a6eb-dec6f181ec6a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-68f80c","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w2-68f80c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:05.257271969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b49a755-19a6-49bc-aa98-2021175c83cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:05.307073654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b49a755-19a6-49bc-aa98-2021175c83cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:05.355641118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b49a755-19a6-49bc-aa98-2021175c83cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:05.404718182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b49a755-19a6-49bc-aa98-2021175c83cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:06.16870224Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:06.678794543Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4","reconcileID":"52f496d0-a985-4bd3-8859-b16b64a8f8ac","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"tenant":"e2e-praxis-a-1875b4","gateway":"openshift-ingress/e2e-praxis-a-1875b4","model":"ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:06.678821426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4","reconcileID":"52f496d0-a985-4bd3-8859-b16b64a8f8ac","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"routeName":"praxis-route-1875b4-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1875b4","llmisvcName":"praxis-route-1875b4","gateway":"openshift-ingress/e2e-praxis-a-1875b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:06.739146781Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4","reconcileID":"2edc7f14-2e8d-4e9c-a75c-4906fdc01415","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"tenant":"e2e-praxis-a-1875b4","gateway":"openshift-ingress/e2e-praxis-a-1875b4","model":"ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:06.739167379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4","reconcileID":"2edc7f14-2e8d-4e9c-a75c-4906fdc01415","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"routeName":"praxis-route-1875b4-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1875b4","llmisvcName":"praxis-route-1875b4","gateway":"openshift-ingress/e2e-praxis-a-1875b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:06.836712968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4-auth","reconcileID":"9bea272d-d7fe-48b2-a1f0-62fea30368f4","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1875b4","tenantID":"e2e-praxis-a-1875b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:06.960295673Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4-auth","reconcileID":"9bea272d-d7fe-48b2-a1f0-62fea30368f4","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"name":"e2e-praxis-a-1875b4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:07.013420886Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-1875b4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4-auth","reconcileID":"9bea272d-d7fe-48b2-a1f0-62fea30368f4","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:07.067657222Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4","reconcileID":"53f42b8b-72c7-415a-999c-9ffb9caac605","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"tenant":"e2e-praxis-a-1875b4","gateway":"openshift-ingress/e2e-praxis-a-1875b4","model":"ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:07.067677835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4","reconcileID":"53f42b8b-72c7-415a-999c-9ffb9caac605","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"routeName":"praxis-route-1875b4-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1875b4","llmisvcName":"praxis-route-1875b4","gateway":"openshift-ingress/e2e-praxis-a-1875b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:07.23368333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ec4fbdf-d6e3-4754-b0f3-aa28930b9026","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:07.283204557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ec4fbdf-d6e3-4754-b0f3-aa28930b9026","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:07.332416004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ec4fbdf-d6e3-4754-b0f3-aa28930b9026","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:07.38166882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ec4fbdf-d6e3-4754-b0f3-aa28930b9026","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:09.202960534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19a1188a-5c1e-4e96-9f49-653b43c8fed4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:09.252180318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19a1188a-5c1e-4e96-9f49-653b43c8fed4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:09.301357615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19a1188a-5c1e-4e96-9f49-653b43c8fed4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:09.350253697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19a1188a-5c1e-4e96-9f49-653b43c8fed4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:11.165878893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f58fd645-9774-4fb1-a1e8-51f380655b42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:11.214656512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f58fd645-9774-4fb1-a1e8-51f380655b42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:11.26345382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f58fd645-9774-4fb1-a1e8-51f380655b42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:11.312013637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f58fd645-9774-4fb1-a1e8-51f380655b42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:13.101313549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9b71c1a-23be-409c-a11d-d2d51ed15dc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:13.149829366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9b71c1a-23be-409c-a11d-d2d51ed15dc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:13.205545917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9b71c1a-23be-409c-a11d-d2d51ed15dc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:13.37164829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9b71c1a-23be-409c-a11d-d2d51ed15dc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:15.174110905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba0b7334-2fef-45fc-a0df-b46f6617f543","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:15.223357422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba0b7334-2fef-45fc-a0df-b46f6617f543","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:15.271946657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba0b7334-2fef-45fc-a0df-b46f6617f543","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:15.320542299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba0b7334-2fef-45fc-a0df-b46f6617f543","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:15.854223343Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c301cf"},"namespace":"ai-tenant-e2e-praxis-b-c301cf","name":"default-tenant","reconcileID":"bbe411c3-2cca-4627-8234-3e3f3a1f3283","namespace":"ai-tenant-e2e-praxis-b-c301cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:15.854296224Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c301cf"},"namespace":"ai-tenant-e2e-praxis-b-c301cf","name":"default-tenant","reconcileID":"bbe411c3-2cca-4627-8234-3e3f3a1f3283","namespace":"ai-tenant-e2e-praxis-b-c301cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:15.854382342Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c301cf"},"namespace":"ai-tenant-e2e-praxis-b-c301cf","name":"default-tenant","reconcileID":"bbe411c3-2cca-4627-8234-3e3f3a1f3283","tenant":"e2e-praxis-b-c301cf","tenantID":"e2e-praxis-b-c301cf","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:15.907234134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c301cf"},"namespace":"ai-tenant-e2e-praxis-b-c301cf","name":"default-tenant","reconcileID":"bbe411c3-2cca-4627-8234-3e3f3a1f3283","gvk":"Deployment","name":"maas-api-e2e-praxis-b-c301cf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:15.966888045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c301cf"},"namespace":"ai-tenant-e2e-praxis-b-c301cf","name":"default-tenant","reconcileID":"bbe411c3-2cca-4627-8234-3e3f3a1f3283","gvk":"Service","name":"maas-api-e2e-praxis-b-c301cf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:16.022435042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c301cf"},"namespace":"ai-tenant-e2e-praxis-b-c301cf","name":"default-tenant","reconcileID":"bbe411c3-2cca-4627-8234-3e3f3a1f3283","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-c301cf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:16.073429459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c301cf"},"namespace":"ai-tenant-e2e-praxis-b-c301cf","name":"default-tenant","reconcileID":"bbe411c3-2cca-4627-8234-3e3f3a1f3283","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-c301cf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:16.127089892Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c301cf"},"namespace":"ai-tenant-e2e-praxis-b-c301cf","name":"default-tenant","reconcileID":"bbe411c3-2cca-4627-8234-3e3f3a1f3283","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-c301cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:16.178520973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c301cf"},"namespace":"ai-tenant-e2e-praxis-b-c301cf","name":"default-tenant","reconcileID":"bbe411c3-2cca-4627-8234-3e3f3a1f3283","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-c301cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:16.232709117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c301cf"},"namespace":"ai-tenant-e2e-praxis-b-c301cf","name":"default-tenant","reconcileID":"bbe411c3-2cca-4627-8234-3e3f3a1f3283","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-c301cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:16.323280912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c301cf"},"namespace":"ai-tenant-e2e-praxis-b-c301cf","name":"default-tenant","reconcileID":"bbe411c3-2cca-4627-8234-3e3f3a1f3283","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-c301cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:16.371701778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c301cf"},"namespace":"ai-tenant-e2e-praxis-b-c301cf","name":"default-tenant","reconcileID":"bbe411c3-2cca-4627-8234-3e3f3a1f3283","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-c301cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:16.420066357Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c301cf"},"namespace":"ai-tenant-e2e-praxis-b-c301cf","name":"default-tenant","reconcileID":"bbe411c3-2cca-4627-8234-3e3f3a1f3283","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-c301cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:16.468717065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c301cf"},"namespace":"ai-tenant-e2e-praxis-b-c301cf","name":"default-tenant","reconcileID":"bbe411c3-2cca-4627-8234-3e3f3a1f3283","gvk":"Service","name":"payload-processing-e2e-praxis-b-c301cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:16.517366856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c301cf"},"namespace":"ai-tenant-e2e-praxis-b-c301cf","name":"default-tenant","reconcileID":"bbe411c3-2cca-4627-8234-3e3f3a1f3283","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-c301cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:16.56592589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c301cf"},"namespace":"ai-tenant-e2e-praxis-b-c301cf","name":"default-tenant","reconcileID":"bbe411c3-2cca-4627-8234-3e3f3a1f3283","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-c301cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:16.626194565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c301cf"},"namespace":"ai-tenant-e2e-praxis-b-c301cf","name":"default-tenant","reconcileID":"bbe411c3-2cca-4627-8234-3e3f3a1f3283","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-c301cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:16.674518764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c301cf"},"namespace":"ai-tenant-e2e-praxis-b-c301cf","name":"default-tenant","reconcileID":"bbe411c3-2cca-4627-8234-3e3f3a1f3283","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-c301cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:16.727195497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c301cf"},"namespace":"ai-tenant-e2e-praxis-b-c301cf","name":"default-tenant","reconcileID":"bbe411c3-2cca-4627-8234-3e3f3a1f3283","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-c301cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:16.77540017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c301cf"},"namespace":"ai-tenant-e2e-praxis-b-c301cf","name":"default-tenant","reconcileID":"bbe411c3-2cca-4627-8234-3e3f3a1f3283","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-c301cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:16.823807815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c301cf"},"namespace":"ai-tenant-e2e-praxis-b-c301cf","name":"default-tenant","reconcileID":"bbe411c3-2cca-4627-8234-3e3f3a1f3283","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-c301cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:16.877528703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c301cf"},"namespace":"ai-tenant-e2e-praxis-b-c301cf","name":"default-tenant","reconcileID":"bbe411c3-2cca-4627-8234-3e3f3a1f3283","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-c301cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:16.937854182Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-37e79b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-37e79b","reconcileID":"eb0ec04e-e1b3-4831-9b9b-4381783c4ab5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-37e79b","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w4-37e79b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:16.938271134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c301cf"},"namespace":"ai-tenant-e2e-praxis-b-c301cf","name":"default-tenant","reconcileID":"bbe411c3-2cca-4627-8234-3e3f3a1f3283","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-c301cf","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:17.130125058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd31285f-6dd9-45f3-9319-52b3bb7d3dbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:17.220150304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd31285f-6dd9-45f3-9319-52b3bb7d3dbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:17.272769887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd31285f-6dd9-45f3-9319-52b3bb7d3dbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:17.272968914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4-auth","reconcileID":"10e1e0df-76b5-490c-9f09-dbcfc307d2c9","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1875b4","tenantID":"e2e-praxis-a-1875b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:17.321524631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd31285f-6dd9-45f3-9319-52b3bb7d3dbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:17.375958075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4-auth","reconcileID":"10e1e0df-76b5-490c-9f09-dbcfc307d2c9","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"name":"e2e-praxis-a-1875b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:17.429166988Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-1875b4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4-auth","reconcileID":"10e1e0df-76b5-490c-9f09-dbcfc307d2c9","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:17.993537875Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-c301cf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-c301cf","reconcileID":"fc58fe10-aba4-458d-8da4-80132994ab19","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-c301cf","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-c301cf"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:19.157723484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cb3c660-5d90-4a4e-9890-bada9196f1a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:19.206203583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cb3c660-5d90-4a4e-9890-bada9196f1a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:19.254577498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cb3c660-5d90-4a4e-9890-bada9196f1a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:19.303150741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cb3c660-5d90-4a4e-9890-bada9196f1a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:21.176142633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b96f48a8-91a4-4d85-9bec-10a830c7e91a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:21.225284876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b96f48a8-91a4-4d85-9bec-10a830c7e91a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:21.274487624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b96f48a8-91a4-4d85-9bec-10a830c7e91a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:21.323079856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b96f48a8-91a4-4d85-9bec-10a830c7e91a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:27.528855154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4-auth","reconcileID":"d40c768a-17ae-4972-ab11-f13487c13f4d","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1875b4","tenantID":"e2e-praxis-a-1875b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:27.583898616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4-auth","reconcileID":"d40c768a-17ae-4972-ab11-f13487c13f4d","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"name":"e2e-praxis-a-1875b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:27.637367989Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-1875b4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4-auth","reconcileID":"d40c768a-17ae-4972-ab11-f13487c13f4d","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:31.530139032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c414fabb-6026-430d-8e0f-4510d4645cfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:31.579435237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c414fabb-6026-430d-8e0f-4510d4645cfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:31.628630795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c414fabb-6026-430d-8e0f-4510d4645cfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:31.677347426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c414fabb-6026-430d-8e0f-4510d4645cfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:32.038195353Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-3b392d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-3b392d","reconcileID":"a100e49c-5c0d-42b1-a970-555b1e532562","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-3b392d","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w0-3b392d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:33.515106669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0aae930f-9906-4746-b2a1-7b2211aeed9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:33.564290736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0aae930f-9906-4746-b2a1-7b2211aeed9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:33.612871892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0aae930f-9906-4746-b2a1-7b2211aeed9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:33.662299362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0aae930f-9906-4746-b2a1-7b2211aeed9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:35.488412291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bdef380-5008-4547-a6f7-f17667855043","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:35.555308486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bdef380-5008-4547-a6f7-f17667855043","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:35.6044716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bdef380-5008-4547-a6f7-f17667855043","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:35.653922091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bdef380-5008-4547-a6f7-f17667855043","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:36.168801723Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:37.745838792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4-auth","reconcileID":"49d756b3-f9da-4fd3-9da5-16fdab63a863","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1875b4","tenantID":"e2e-praxis-a-1875b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:37.79995549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4-auth","reconcileID":"49d756b3-f9da-4fd3-9da5-16fdab63a863","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"name":"e2e-praxis-a-1875b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:37.852838227Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-1875b4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d047bc37bfc7c0f8663368298b1fc9892551892cc6cf25dfe9955bd629951935) AuthConfig (1f0a1bbf6cafcc2710e1b26312b3acfc7c7523b5953e9fed91ce7df2a6ff81fa) AuthConfig (c5379d475a8c24e22493bbfba0ed547f61e99db90ec36c4d56a5ad1c23ed7c96) AuthConfig (4c44f5f61d80af9130bfd11ed152a98b9610b7408ad3f43e54b04c8ed8926c2f) AuthConfig (337f1db0bbb8f26dc0e11144741c1bdf31b9c78c068fcbc77d75a6ee9c063207) AuthConfig (671d4cef1cbe2fe08f8381d79548cfa7b20add3f55b2ee9f1c753a2cffd13613) AuthConfig (820c9b072a260611638afc99b9a07d44871e1791f9bef4a3f0d8502d12f8b58c) AuthConfig (13b10894dcc202c510f921e2a8c319375806a5e4483ad705bed5c5845faa5d96) AuthConfig (5c434992eb8f325f451892d4754aa299defb7fb07598dff5092eaf13a95d7732) AuthConfig (357279042064f1550fd114c9bdb4336603bfef8502d5f65fb78c100eaafe43d5) AuthConfig (79ae8f7539fec329cff97dad4ec6f79d50dd6e4f722075142bce30cc10fe33b8) AuthConfig (345e2a4c21dbe07472f11b47a4aa570707f48edb10cd3b71e2cadb5aa3f95a0d) AuthConfig (0096a9a947a186a21b1dde25bd4198fbc1dedcf56aa37aafb7d5d61569062752) AuthConfig (9d8fbb5db08170eab16fb2d75291196e9340f82d4315976b1bf2b1977037e09c) AuthConfig (6ec4123f67473f788f84c11434cf4d3cabdf1ae10be9ebc32b69c9496a60233e) AuthConfig (1715947964f6e0627b271aa1dc07d3d71677a940c6b63b49f9ddbe5890d39d56) AuthConfig (6e553fd54f65ac12f062ceb72ae99348509229a116e050f23ee3cbca07fa8030) AuthConfig (da4232f1caa8a7ec477c912e150dd6cb4a0fa8afdb5470b66e931216af2f9c24)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4-auth","reconcileID":"49d756b3-f9da-4fd3-9da5-16fdab63a863","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:37.907924655Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4","reconcileID":"07c13a14-f5c4-4a7f-a68a-424436c9b42d","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"tenant":"e2e-praxis-a-1875b4","gateway":"openshift-ingress/e2e-praxis-a-1875b4","model":"ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:37.90795178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4","reconcileID":"07c13a14-f5c4-4a7f-a68a-424436c9b42d","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"routeName":"praxis-route-1875b4-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1875b4","llmisvcName":"praxis-route-1875b4","gateway":"openshift-ingress/e2e-praxis-a-1875b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:38.442089749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9400bb34-d117-49d5-bce8-a3dd8b9ee4ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:38.490689875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9400bb34-d117-49d5-bce8-a3dd8b9ee4ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:38.539191518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9400bb34-d117-49d5-bce8-a3dd8b9ee4ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:38.590678139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9400bb34-d117-49d5-bce8-a3dd8b9ee4ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:40.446234753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5196daa-b9d5-4f56-ac5b-319d6b17a448","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:40.494832985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5196daa-b9d5-4f56-ac5b-319d6b17a448","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:40.543457663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5196daa-b9d5-4f56-ac5b-319d6b17a448","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:40.593055085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5196daa-b9d5-4f56-ac5b-319d6b17a448","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:42.935393802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72768e43-56b4-48e4-bef0-fd8c3d4e4ffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:42.984179755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72768e43-56b4-48e4-bef0-fd8c3d4e4ffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:43.032852868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72768e43-56b4-48e4-bef0-fd8c3d4e4ffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:43.081580784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72768e43-56b4-48e4-bef0-fd8c3d4e4ffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:43.506748158Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-435923","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-435923","reconcileID":"1b5eba65-4fd5-4d53-8858-e9aaecabe7c5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-435923","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w3-435923":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:44.865736888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4536b31-341b-4820-9fd2-1ca65c33b1a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:44.914618325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4536b31-341b-4820-9fd2-1ca65c33b1a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:44.963616808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4536b31-341b-4820-9fd2-1ca65c33b1a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:45.012681658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4536b31-341b-4820-9fd2-1ca65c33b1a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:46.843210517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fbfaee9-4cea-4bb4-9930-5834c63c493f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:46.89208677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fbfaee9-4cea-4bb4-9930-5834c63c493f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:46.943088571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fbfaee9-4cea-4bb4-9930-5834c63c493f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:46.994594828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fbfaee9-4cea-4bb4-9930-5834c63c493f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:48.005536814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4-auth","reconcileID":"bd3a09c0-907f-4883-8063-3af570ac6569","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1875b4","tenantID":"e2e-praxis-a-1875b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:48.06083707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4-auth","reconcileID":"bd3a09c0-907f-4883-8063-3af570ac6569","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"name":"e2e-praxis-a-1875b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:48.113748433Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-1875b4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d047bc37bfc7c0f8663368298b1fc9892551892cc6cf25dfe9955bd629951935) AuthConfig (1f0a1bbf6cafcc2710e1b26312b3acfc7c7523b5953e9fed91ce7df2a6ff81fa) AuthConfig (c5379d475a8c24e22493bbfba0ed547f61e99db90ec36c4d56a5ad1c23ed7c96) AuthConfig (4c44f5f61d80af9130bfd11ed152a98b9610b7408ad3f43e54b04c8ed8926c2f) AuthConfig (337f1db0bbb8f26dc0e11144741c1bdf31b9c78c068fcbc77d75a6ee9c063207) AuthConfig (671d4cef1cbe2fe08f8381d79548cfa7b20add3f55b2ee9f1c753a2cffd13613) AuthConfig (820c9b072a260611638afc99b9a07d44871e1791f9bef4a3f0d8502d12f8b58c) AuthConfig (13b10894dcc202c510f921e2a8c319375806a5e4483ad705bed5c5845faa5d96) AuthConfig (5c434992eb8f325f451892d4754aa299defb7fb07598dff5092eaf13a95d7732) AuthConfig (357279042064f1550fd114c9bdb4336603bfef8502d5f65fb78c100eaafe43d5) AuthConfig (79ae8f7539fec329cff97dad4ec6f79d50dd6e4f722075142bce30cc10fe33b8) AuthConfig (345e2a4c21dbe07472f11b47a4aa570707f48edb10cd3b71e2cadb5aa3f95a0d) AuthConfig (0096a9a947a186a21b1dde25bd4198fbc1dedcf56aa37aafb7d5d61569062752) AuthConfig (9d8fbb5db08170eab16fb2d75291196e9340f82d4315976b1bf2b1977037e09c) AuthConfig (6ec4123f67473f788f84c11434cf4d3cabdf1ae10be9ebc32b69c9496a60233e) AuthConfig (1715947964f6e0627b271aa1dc07d3d71677a940c6b63b49f9ddbe5890d39d56) AuthConfig (6e553fd54f65ac12f062ceb72ae99348509229a116e050f23ee3cbca07fa8030) AuthConfig (da4232f1caa8a7ec477c912e150dd6cb4a0fa8afdb5470b66e931216af2f9c24)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4-auth","reconcileID":"bd3a09c0-907f-4883-8063-3af570ac6569","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:55.745916345Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-subscription","reconcileID":"380a9e5f-6259-4951-8e58-f2fa28404e08","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-premium-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/premium-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:55.859254681Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6f632315-991b-4659-9fb9-b112cb801411","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:55.965490661Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-subscription","reconcileID":"123dd4d9-e8f4-4220-a564-0e25c231504d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-premium-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:56.064192354Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-subscription","reconcileID":"52e0d56b-b691-4462-9084-af5146a89897","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:56.165383193Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-subscription","reconcileID":"ec68d5ff-90a7-426b-b75a-075c4aac05d8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-premium-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/premium-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:56.277070354Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-subscription","reconcileID":"301f05df-d57d-4865-a0ba-628e6ec5298d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-premium-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:56.480041474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-subscription","reconcileID":"c90369f8-b32d-4fff-b06c-cf2ba6923ce0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-premium-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/premium-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:56.579455859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-subscription","reconcileID":"3462c08e-fcbe-4386-93f1-672b189b60a6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:56.593753166Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"895cbb72-7dc5-408e-9550-d098ea07de8b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:56.706111036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-subscription","reconcileID":"567dac21-b727-4cd5-ae61-8ab3a9d1b172","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:56.931387912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-subscription","reconcileID":"1594b6bb-7cb9-42e8-8c30-5b920e5047db","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-simulator-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:57.031482726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-subscription","reconcileID":"5a19e6c1-8ce8-4913-b39f-7edfb5c089da","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-simulator-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:58.211293836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4-auth","reconcileID":"3eb94862-cfdc-42b3-8f38-5e8b5ed789b2","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1875b4","tenantID":"e2e-praxis-a-1875b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:58.265207605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4-auth","reconcileID":"3eb94862-cfdc-42b3-8f38-5e8b5ed789b2","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"name":"e2e-praxis-a-1875b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:58.570615705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4","reconcileID":"ac091b5a-6720-4798-9255-51b0439ffca1","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"tenant":"e2e-praxis-a-1875b4","gateway":"openshift-ingress/e2e-praxis-a-1875b4","model":"ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:58.570635886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4","reconcileID":"ac091b5a-6720-4798-9255-51b0439ffca1","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"routeName":"praxis-route-1875b4-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1875b4","llmisvcName":"praxis-route-1875b4","gateway":"openshift-ingress/e2e-praxis-a-1875b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:04.130414062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4","reconcileID":"1a404fd8-4a46-473d-9309-5bf6f02494cf","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"tenant":"e2e-praxis-a-1875b4","gateway":"openshift-ingress/e2e-praxis-a-1875b4","model":"ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:04.130444648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4","reconcileID":"1a404fd8-4a46-473d-9309-5bf6f02494cf","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"routeName":"praxis-route-1875b4-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1875b4","llmisvcName":"praxis-route-1875b4","gateway":"openshift-ingress/e2e-praxis-a-1875b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:04.186928049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4","reconcileID":"53f4a2d0-c601-4636-97fe-f2d6265904d5","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"tenant":"e2e-praxis-a-1875b4","gateway":"openshift-ingress/e2e-praxis-a-1875b4","model":"ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:04.186955391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4","reconcileID":"53f4a2d0-c601-4636-97fe-f2d6265904d5","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"routeName":"praxis-route-1875b4-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1875b4","llmisvcName":"praxis-route-1875b4","gateway":"openshift-ingress/e2e-praxis-a-1875b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:04.231565069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4-auth","reconcileID":"08422bfe-6cf2-4b1d-9ebd-b8258fef1569","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1875b4","tenantID":"e2e-praxis-a-1875b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:33:04.233156013Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-1875b4-sub","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4-sub","reconcileID":"55c25ae1-0890-4745-8cc9-849bbf251ac3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-1875b4-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:33:04.237238569Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4","reconcileID":"53f4a2d0-c601-4636-97fe-f2d6265904d5","name":"praxis-route-1875b4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-1875b4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:33:04.237286184Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4","reconcileID":"53f4a2d0-c601-4636-97fe-f2d6265904d5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-1875b4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:04.242636632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4","reconcileID":"75a8794f-2a59-47dd-ad88-7ed7924b9658","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"tenant":"e2e-praxis-a-1875b4","gateway":"openshift-ingress/e2e-praxis-a-1875b4","model":"ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:04.242649936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4","reconcileID":"75a8794f-2a59-47dd-ad88-7ed7924b9658","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"routeName":"praxis-route-1875b4-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1875b4","llmisvcName":"praxis-route-1875b4","gateway":"openshift-ingress/e2e-praxis-a-1875b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:04.28537667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4-auth","reconcileID":"08422bfe-6cf2-4b1d-9ebd-b8258fef1569","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"name":"e2e-praxis-a-1875b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:04.337166639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4","reconcileID":"986340b6-3b09-4a32-9687-a3b4bd60878d","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"tenant":"e2e-praxis-a-1875b4","gateway":"openshift-ingress/e2e-praxis-a-1875b4","model":"ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:04.337187628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4","reconcileID":"986340b6-3b09-4a32-9687-a3b4bd60878d","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"routeName":"praxis-route-1875b4-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1875b4","llmisvcName":"praxis-route-1875b4","gateway":"openshift-ingress/e2e-praxis-a-1875b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:04.393923909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4","reconcileID":"14cb7472-c06b-4855-aa36-7216cd3efa3b","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"tenant":"e2e-praxis-a-1875b4","gateway":"openshift-ingress/e2e-praxis-a-1875b4","model":"ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:04.393945105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4","reconcileID":"14cb7472-c06b-4855-aa36-7216cd3efa3b","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"routeName":"praxis-route-1875b4-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1875b4","llmisvcName":"praxis-route-1875b4","gateway":"openshift-ingress/e2e-praxis-a-1875b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:04.595577369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4-auth","reconcileID":"07f7d0b9-4c8f-4594-a8f7-b4723b91eb4e","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1875b4","tenantID":"e2e-praxis-a-1875b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:04.599100736Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-1875b4-sub","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4-sub","reconcileID":"0478c4e8-7537-47a5-b040-6e6a465b110d","MaaSSubscription":{"name":"praxis-route-1875b4-sub","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"name":"maas-trlp-praxis-route-1875b4","model":"praxis-route-1875b4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:04.649355169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4-auth","reconcileID":"07f7d0b9-4c8f-4594-a8f7-b4723b91eb4e","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"name":"e2e-praxis-a-1875b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:04.756125015Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4","reconcileID":"28ba227f-6415-4a8b-ac21-7f7f122375ca","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"tenant":"e2e-praxis-a-1875b4","gateway":"openshift-ingress/e2e-praxis-a-1875b4","model":"ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:04.756143055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4","reconcileID":"28ba227f-6415-4a8b-ac21-7f7f122375ca","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"routeName":"praxis-route-1875b4-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1875b4","llmisvcName":"praxis-route-1875b4","gateway":"openshift-ingress/e2e-praxis-a-1875b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:04.961465296Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-1875b4-sub","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4-sub","reconcileID":"165385c0-1b6a-447f-a850-5a57c897f2b3","MaaSSubscription":{"name":"praxis-route-1875b4-sub","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"name":"maas-trlp-praxis-route-1875b4","model":"ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:05.161565747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"default-tenant","reconcileID":"c975b6cc-0187-4119-935c-eec342ca8b5a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-68f80c","tenantID":"e2e-shared-b-w2-68f80c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:05.273625563Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"default-tenant","reconcileID":"c975b6cc-0187-4119-935c-eec342ca8b5a","name":"e2e-shared-b-w2-68f80c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:06.169165761Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:16.732635479Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-subscription","reconcileID":"28954c84-34c2-4fbc-952a-7fbefc194d4b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:16.837943901Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-subscription","reconcileID":"2304aa74-7a69-46df-ba6d-c37875dd20df","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-premium-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/premium-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:16.846071599Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-subscription","reconcileID":"439730b8-2c86-444d-a6f3-086f361ea362","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:16.960486762Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4fde875f-a3c6-40eb-b62c-202ac2e6147e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:17.059041023Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-subscription","reconcileID":"7e86a9e7-f857-4841-81aa-4a1f86f9eb07","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-simulator-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:17.198891167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-subscription","reconcileID":"ae218c36-2090-4bff-be96-2387022fe16b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-simulator-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:17.299746602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-subscription","reconcileID":"ca05b725-c296-4fb3-9749-e75d6e145af3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-premium-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:17.548976806Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"82410894-1098-43e4-a907-37934eb14112","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:17.648371058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-subscription","reconcileID":"f81f5e32-a79d-4d4a-b121-096011feba9f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-premium-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/premium-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:17.749219712Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-1875b4-sub","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4-sub","reconcileID":"7d4f3229-f784-4a38-ba41-da060ec8b7b3","MaaSSubscription":{"name":"praxis-route-1875b4-sub","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"name":"maas-trlp-praxis-route-1875b4","model":"ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:17.848843575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-subscription","reconcileID":"0cab1565-137c-4ae2-bbd6-be79d567e705","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:17.892554998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-subscription","reconcileID":"dcf68092-4e14-476c-8d9a-b5d38d07b4c8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-premium-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/premium-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:17.905068995Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4","reconcileID":"cfa87192-ace9-4d9a-8c37-580b18bce5b8","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"tenant":"e2e-praxis-a-1875b4","gateway":"openshift-ingress/e2e-praxis-a-1875b4","model":"ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:17.905094161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4","reconcileID":"cfa87192-ace9-4d9a-8c37-580b18bce5b8","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"routeName":"praxis-route-1875b4-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1875b4","llmisvcName":"praxis-route-1875b4","gateway":"openshift-ingress/e2e-praxis-a-1875b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:18.067595924Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-subscription","reconcileID":"4afcf738-c262-43de-92c3-0c34d4426f8f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-premium-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:18.150156677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4-auth","reconcileID":"c83e8992-2587-45e5-afd3-d970f7044f5f","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1875b4","tenantID":"e2e-praxis-a-1875b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:18.204735732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4-auth","reconcileID":"c83e8992-2587-45e5-afd3-d970f7044f5f","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"name":"e2e-praxis-a-1875b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:19.156665305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"default-tenant","reconcileID":"53e13b06-f705-42f6-a629-f13a92b959d5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-37e79b","tenantID":"e2e-shared-b-w4-37e79b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:19.271691022Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"default-tenant","reconcileID":"53e13b06-f705-42f6-a629-f13a92b959d5","name":"e2e-shared-b-w4-37e79b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:19.794599548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4","reconcileID":"542cd170-a40a-435b-b939-bdecee6bed05","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"tenant":"e2e-praxis-a-1875b4","gateway":"openshift-ingress/e2e-praxis-a-1875b4","model":"ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:19.794621258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4","reconcileID":"542cd170-a40a-435b-b939-bdecee6bed05","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"routeName":"praxis-route-1875b4-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1875b4","llmisvcName":"praxis-route-1875b4","gateway":"openshift-ingress/e2e-praxis-a-1875b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:19.951779663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4-auth","reconcileID":"36fa66a5-58b9-482e-8ae0-862d2364e3c3","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1875b4","tenantID":"e2e-praxis-a-1875b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:20.007801919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4-auth","reconcileID":"36fa66a5-58b9-482e-8ae0-862d2364e3c3","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"name":"e2e-praxis-a-1875b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:20.052716323Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-1875b4-sub","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4-sub","reconcileID":"eb3fa8be-f322-46c8-8a74-244625d23a03","MaaSSubscription":{"name":"praxis-route-1875b4-sub","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"name":"maas-trlp-praxis-route-1875b4","model":"ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:20.246684512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4","reconcileID":"1d440d05-b14e-4913-98eb-9f8b7a0410a5","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"tenant":"e2e-praxis-a-1875b4","gateway":"openshift-ingress/e2e-praxis-a-1875b4","model":"ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:20.246799017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4","reconcileID":"1d440d05-b14e-4913-98eb-9f8b7a0410a5","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"routeName":"praxis-route-1875b4-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1875b4","llmisvcName":"praxis-route-1875b4","gateway":"openshift-ingress/e2e-praxis-a-1875b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:20.349532698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4-auth","reconcileID":"20426e1c-e468-4c88-8768-c9164d18767f","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1875b4","tenantID":"e2e-praxis-a-1875b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:20.403417818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4-auth","reconcileID":"20426e1c-e468-4c88-8768-c9164d18767f","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"name":"e2e-praxis-a-1875b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:20.447827621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-1875b4-sub","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4-sub","reconcileID":"c93cea3c-2cf9-4153-83a6-793d1b9202aa","MaaSSubscription":{"name":"praxis-route-1875b4-sub","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"name":"maas-trlp-praxis-route-1875b4","model":"ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:20.756883093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7750a784-db03-4747-b92a-abf7595d5fcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:20.805566771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7750a784-db03-4747-b92a-abf7595d5fcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:20.854987837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7750a784-db03-4747-b92a-abf7595d5fcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:20.903984408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7750a784-db03-4747-b92a-abf7595d5fcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:22.715038837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d014ec8-d66a-4505-a32d-25c75441bf12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:22.764366006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d014ec8-d66a-4505-a32d-25c75441bf12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:22.813424924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d014ec8-d66a-4505-a32d-25c75441bf12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:22.862523284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d014ec8-d66a-4505-a32d-25c75441bf12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:24.646203697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6407e727-b7b5-4660-8575-87ba88898363","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:24.694900019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6407e727-b7b5-4660-8575-87ba88898363","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:24.743572686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6407e727-b7b5-4660-8575-87ba88898363","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:24.793213286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6407e727-b7b5-4660-8575-87ba88898363","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:26.573777164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c817062e-177d-4843-9f5a-464f38873a5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:26.631093411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c817062e-177d-4843-9f5a-464f38873a5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:26.683874729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c817062e-177d-4843-9f5a-464f38873a5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:26.737370983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c817062e-177d-4843-9f5a-464f38873a5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:28.558457635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88fcfe85-d776-49aa-a64c-af159158c854","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:28.608011964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88fcfe85-d776-49aa-a64c-af159158c854","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:28.657090787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88fcfe85-d776-49aa-a64c-af159158c854","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:28.705965344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88fcfe85-d776-49aa-a64c-af159158c854","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:30.655450181Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4","reconcileID":"59a01ba6-90c5-40da-b595-6a61df1ced34","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"tenant":"e2e-praxis-a-1875b4","gateway":"openshift-ingress/e2e-praxis-a-1875b4","model":"ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:30.655480877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4","reconcileID":"59a01ba6-90c5-40da-b595-6a61df1ced34","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"routeName":"praxis-route-1875b4-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1875b4","llmisvcName":"praxis-route-1875b4","gateway":"openshift-ingress/e2e-praxis-a-1875b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:30.752994881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4-auth","reconcileID":"0a5fcaee-dd55-43e1-a182-995b7ef0d723","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1875b4","tenantID":"e2e-praxis-a-1875b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:30.806685946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4-auth","reconcileID":"0a5fcaee-dd55-43e1-a182-995b7ef0d723","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"name":"e2e-praxis-a-1875b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:30.851666047Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-1875b4-sub","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4-sub","reconcileID":"38725088-4655-44c3-a251-d2c845eb2d1e","MaaSSubscription":{"name":"praxis-route-1875b4-sub","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"name":"maas-trlp-praxis-route-1875b4","model":"ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:31.049680463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4-auth","reconcileID":"b057d8e0-b39f-4996-a2b4-aaa7cf944e96","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1875b4","tenantID":"e2e-praxis-a-1875b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:31.10557976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4-auth","reconcileID":"b057d8e0-b39f-4996-a2b4-aaa7cf944e96","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"name":"e2e-praxis-a-1875b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:31.151939192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-1875b4-sub","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4-sub","reconcileID":"50c430f6-f476-4a2d-96cf-fea2381710af","MaaSSubscription":{"name":"praxis-route-1875b4-sub","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"name":"maas-trlp-praxis-route-1875b4","model":"ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:36.168391547Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:38.270751402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"default-tenant","reconcileID":"605f71d4-dd6e-4c51-b4dd-d00e9184441b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-3b392d","tenantID":"e2e-shared-a-w0-3b392d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:38.382887945Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"default-tenant","reconcileID":"605f71d4-dd6e-4c51-b4dd-d00e9184441b","name":"e2e-shared-a-w0-3b392d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:52.388630637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"default-tenant","reconcileID":"b51bf266-22eb-4340-ac7b-1228b61a5df9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-435923","tenantID":"e2e-shared-b-w3-435923","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:52.509262163Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"default-tenant","reconcileID":"b51bf266-22eb-4340-ac7b-1228b61a5df9","name":"e2e-shared-b-w3-435923-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:06.178146858Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:17.520724561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"603e28d7-3d32-46d7-8b96-18432224c0a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:17.569437803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"603e28d7-3d32-46d7-8b96-18432224c0a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:17.618332167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"603e28d7-3d32-46d7-8b96-18432224c0a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:17.667947797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"603e28d7-3d32-46d7-8b96-18432224c0a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:19.45549791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"197c18ff-5e4b-4705-ba6b-3fa5c98f6be7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:19.504083144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"197c18ff-5e4b-4705-ba6b-3fa5c98f6be7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:19.552515907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"197c18ff-5e4b-4705-ba6b-3fa5c98f6be7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:19.621779556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"197c18ff-5e4b-4705-ba6b-3fa5c98f6be7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:30.113818783Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"default-tenant","reconcileID":"38a8c56d-bd4b-4b3d-ac1e-f45e5a8f165b","namespace":"ai-tenant-e2e-praxis-a-1875b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:30.113886653Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"default-tenant","reconcileID":"38a8c56d-bd4b-4b3d-ac1e-f45e5a8f165b","name":"praxis-route-1875b4-sub","namespace":"ai-tenant-e2e-praxis-a-1875b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:30.169005334Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"default-tenant","reconcileID":"38a8c56d-bd4b-4b3d-ac1e-f45e5a8f165b","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:30.169022912Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"default-tenant","reconcileID":"38a8c56d-bd4b-4b3d-ac1e-f45e5a8f165b","namespace":"ai-tenant-e2e-praxis-a-1875b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:30.169096301Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"default-tenant","reconcileID":"38a8c56d-bd4b-4b3d-ac1e-f45e5a8f165b","name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:30.169938165Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4","reconcileID":"1b5afe37-ad36-4eca-b383-1968ae0002ef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"tenant":"e2e-praxis-a-1875b4","gateway":"openshift-ingress/e2e-praxis-a-1875b4","model":"ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:30.169954765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4","reconcileID":"1b5afe37-ad36-4eca-b383-1968ae0002ef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"routeName":"praxis-route-1875b4-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1875b4","llmisvcName":"praxis-route-1875b4","gateway":"openshift-ingress/e2e-praxis-a-1875b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:30.23620917Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"default-tenant","reconcileID":"38a8c56d-bd4b-4b3d-ac1e-f45e5a8f165b","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:30.237426887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4","reconcileID":"b6203a1f-07fb-48ef-beb2-cbc7754aec3d","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"tenant":"e2e-praxis-a-1875b4","gateway":"openshift-ingress/e2e-praxis-a-1875b4","model":"ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:30.237445386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4","reconcileID":"b6203a1f-07fb-48ef-beb2-cbc7754aec3d","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"routeName":"praxis-route-1875b4-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1875b4","llmisvcName":"praxis-route-1875b4","gateway":"openshift-ingress/e2e-praxis-a-1875b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:30.295309091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4-auth","reconcileID":"8f23896d-747d-4cc5-854c-fa5b40bcc63b","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1875b4","tenantID":"e2e-praxis-a-1875b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:30.345653618Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-1875b4-sub","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4-sub","reconcileID":"a36c841b-ccb1-4618-b559-7011adad8593","MaaSSubscription":{"name":"praxis-route-1875b4-sub","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3b6e88e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:30.350935159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4-auth","reconcileID":"8f23896d-747d-4cc5-854c-fa5b40bcc63b","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"name":"e2e-praxis-a-1875b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:30.431932052Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-1875b4-sub","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4-sub","reconcileID":"70f09901-3205-4e93-b2e4-65a7ee356de6","MaaSSubscription":{"name":"praxis-route-1875b4-sub","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3b6e88e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:30.581426731Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4-auth","reconcileID":"45b7c905-c8a7-4118-a89d-5c5912f2637f","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"model":"ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:30.788421127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4-auth","reconcileID":"45b7c905-c8a7-4118-a89d-5c5912f2637f","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1875b4","tenantID":"e2e-praxis-a-1875b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:30.915423279Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4-auth","reconcileID":"45b7c905-c8a7-4118-a89d-5c5912f2637f","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"name":"e2e-praxis-a-1875b4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:30.915444193Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4-auth","reconcileID":"45b7c905-c8a7-4118-a89d-5c5912f2637f","MaaSAuthPolicy":{"name":"praxis-route-1875b4-auth","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1875b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:30.973452103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4","reconcileID":"e5d4f214-b3a2-4820-b5e7-985dfacb4bb4","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"tenant":"e2e-praxis-a-1875b4","gateway":"openshift-ingress/e2e-praxis-a-1875b4","model":"ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:30.973471566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4","reconcileID":"e5d4f214-b3a2-4820-b5e7-985dfacb4bb4","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"routeName":"praxis-route-1875b4-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1875b4","llmisvcName":"praxis-route-1875b4","gateway":"openshift-ingress/e2e-praxis-a-1875b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:31.864676592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e346a3e-b2a8-44e9-acf1-cc92bd3fad71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:31.913824059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e346a3e-b2a8-44e9-acf1-cc92bd3fad71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:31.962126533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e346a3e-b2a8-44e9-acf1-cc92bd3fad71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:32.01062317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e346a3e-b2a8-44e9-acf1-cc92bd3fad71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:33.786398448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb2989f6-3c54-47c3-9a07-b243022debb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:33.835096196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb2989f6-3c54-47c3-9a07-b243022debb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:33.883678367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb2989f6-3c54-47c3-9a07-b243022debb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:33.932095179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb2989f6-3c54-47c3-9a07-b243022debb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:35.7169909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1076af63-0561-45ae-8794-50fcd531aade","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:35.76587966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1076af63-0561-45ae-8794-50fcd531aade","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:35.814622941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1076af63-0561-45ae-8794-50fcd531aade","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:35.86324828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1076af63-0561-45ae-8794-50fcd531aade","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:36.169167152Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:37.667486139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6de9e446-b418-4cad-a618-75bc756dae54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:37.716194237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6de9e446-b418-4cad-a618-75bc756dae54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:37.765632758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6de9e446-b418-4cad-a618-75bc756dae54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:37.814408016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6de9e446-b418-4cad-a618-75bc756dae54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:40.481021876Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-1875b4-sub","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4-sub","reconcileID":"591abb5b-39b4-4bad-a44b-13d7b2ea5161","MaaSSubscription":{"name":"praxis-route-1875b4-sub","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"model":"ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4","subscription":"praxis-route-1875b4-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:40.530250784Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-1875b4-sub","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4-sub","reconcileID":"591abb5b-39b4-4bad-a44b-13d7b2ea5161","MaaSSubscription":{"name":"praxis-route-1875b4-sub","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"model":"ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:40.579868938Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-1875b4-sub","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4-sub","reconcileID":"591abb5b-39b4-4bad-a44b-13d7b2ea5161","MaaSSubscription":{"name":"praxis-route-1875b4-sub","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"name":"maas-trlp-praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4","model":"ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:40.96117173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4","reconcileID":"afb9e322-882f-4c94-9ad6-d5d91c1805ac","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"tenant":"e2e-praxis-a-1875b4","gateway":"openshift-ingress/e2e-praxis-a-1875b4","model":"ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:40.963404804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4","reconcileID":"afb9e322-882f-4c94-9ad6-d5d91c1805ac","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"routeName":"praxis-route-1875b4-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1875b4","llmisvcName":"praxis-route-1875b4","gateway":"openshift-ingress/e2e-praxis-a-1875b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:46.516994087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a23cf05-2e4e-4175-9755-103c26dd9eb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:46.565757796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a23cf05-2e4e-4175-9755-103c26dd9eb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:46.614413933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a23cf05-2e4e-4175-9755-103c26dd9eb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:46.663052028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a23cf05-2e4e-4175-9755-103c26dd9eb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:48.531639035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ae5feef-dc3a-4d0b-b477-36f539dcded2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:48.580468144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ae5feef-dc3a-4d0b-b477-36f539dcded2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:48.628902173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ae5feef-dc3a-4d0b-b477-36f539dcded2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:48.677546244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ae5feef-dc3a-4d0b-b477-36f539dcded2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:55.135889456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b820d84d-f73e-4e7a-a9cd-a2d8e45d076b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:55.185147055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b820d84d-f73e-4e7a-a9cd-a2d8e45d076b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:55.233978196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b820d84d-f73e-4e7a-a9cd-a2d8e45d076b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:55.282778423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b820d84d-f73e-4e7a-a9cd-a2d8e45d076b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:56.20953503Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-74bb81","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-74bb81","reconcileID":"f97b2ecb-32b9-438f-8aef-d7dc0dea79dd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-74bb81","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w0-74bb81":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:57.144051489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5d77603-3108-4a7e-9622-59ca80716c9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:57.192869913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5d77603-3108-4a7e-9622-59ca80716c9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:57.241249166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5d77603-3108-4a7e-9622-59ca80716c9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:57.289976763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5d77603-3108-4a7e-9622-59ca80716c9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:59.137495568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95b56ac5-cb07-4167-bf1f-eddba1a6deed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:59.185963136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95b56ac5-cb07-4167-bf1f-eddba1a6deed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:59.234374771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95b56ac5-cb07-4167-bf1f-eddba1a6deed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:59.3005885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95b56ac5-cb07-4167-bf1f-eddba1a6deed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:01.195763815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"545c54f8-5522-4bb5-a08f-c4dbd74a16e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:01.245708034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"545c54f8-5522-4bb5-a08f-c4dbd74a16e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:01.294358528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"545c54f8-5522-4bb5-a08f-c4dbd74a16e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:01.343182018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"545c54f8-5522-4bb5-a08f-c4dbd74a16e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:03.124930284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d96ed0c-74a2-4d4f-8c7e-5b90fbdb0ff8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:03.173614001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d96ed0c-74a2-4d4f-8c7e-5b90fbdb0ff8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:03.22285128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d96ed0c-74a2-4d4f-8c7e-5b90fbdb0ff8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:03.271872254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d96ed0c-74a2-4d4f-8c7e-5b90fbdb0ff8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:06.16889378Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:27.697725608Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-subscription","reconcileID":"9c502c22-6610-4c33-9768-892676c3b287","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-simulator-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:27.797503723Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-subscription","reconcileID":"137aa1e7-3f24-4f0c-9482-da1609a266b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-simulator-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:27.97234606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-subscription","reconcileID":"5dc91dd2-99eb-4e99-8b04-94160155307a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-premium-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:28.071715692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-subscription","reconcileID":"9851d43c-c27b-48e1-be4a-2bf115543ccc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:28.171582404Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-subscription","reconcileID":"2e3d46c0-3354-4de6-b4b4-b3cffbfeb824","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-premium-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/premium-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:28.272373621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"13a79762-2d70-4edb-b9c9-c0d230078992","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:28.378246041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-subscription","reconcileID":"56393fd1-85aa-4814-8d0f-ff326b8e51e6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-premium-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/premium-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:28.485069153Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-subscription","reconcileID":"90576d6d-d2c4-459b-9e24-59f1c2bb0998","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-premium-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/premium-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:28.597863594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-subscription","reconcileID":"118d78a9-f2bb-430b-891d-6e3f76a13d59","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:28.878732307Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-subscription","reconcileID":"9f60925f-3a84-4631-8389-3053c593737a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-premium-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:29.048148281Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-subscription","reconcileID":"6bce532b-5104-43cd-9bfb-23d1f60c649c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:29.148580085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a53cd3d1-9b26-4891-ab6e-7c3a21ef2f14","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:36.168115478Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:36.198540791Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"default-tenant","reconcileID":"fc540ef0-7734-4c4b-9732-69bee7c4c324","namespace":"ai-tenant-e2e-praxis-a-1875b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:36.198618731Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"default-tenant","reconcileID":"fc540ef0-7734-4c4b-9732-69bee7c4c324","namespace":"ai-tenant-e2e-praxis-a-1875b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:36.19869384Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"default-tenant","reconcileID":"fc540ef0-7734-4c4b-9732-69bee7c4c324","tenant":"e2e-praxis-a-1875b4","tenantID":"e2e-praxis-a-1875b4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:36.250645081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"default-tenant","reconcileID":"fc540ef0-7734-4c4b-9732-69bee7c4c324","gvk":"Deployment","name":"maas-api-e2e-praxis-a-1875b4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:36.315469854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"default-tenant","reconcileID":"fc540ef0-7734-4c4b-9732-69bee7c4c324","gvk":"Service","name":"maas-api-e2e-praxis-a-1875b4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:36.367626238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"default-tenant","reconcileID":"fc540ef0-7734-4c4b-9732-69bee7c4c324","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-1875b4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:36.418315026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"default-tenant","reconcileID":"fc540ef0-7734-4c4b-9732-69bee7c4c324","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-1875b4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:36.472478185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"default-tenant","reconcileID":"fc540ef0-7734-4c4b-9732-69bee7c4c324","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-1875b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:36.526637686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"default-tenant","reconcileID":"fc540ef0-7734-4c4b-9732-69bee7c4c324","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-1875b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:36.595838522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"default-tenant","reconcileID":"fc540ef0-7734-4c4b-9732-69bee7c4c324","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-1875b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:36.654119823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"default-tenant","reconcileID":"fc540ef0-7734-4c4b-9732-69bee7c4c324","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-1875b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:36.702762639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"default-tenant","reconcileID":"fc540ef0-7734-4c4b-9732-69bee7c4c324","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-1875b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:36.751381873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"default-tenant","reconcileID":"fc540ef0-7734-4c4b-9732-69bee7c4c324","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-1875b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:36.800383009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"default-tenant","reconcileID":"fc540ef0-7734-4c4b-9732-69bee7c4c324","gvk":"Service","name":"payload-processing-e2e-praxis-a-1875b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:36.852695064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"default-tenant","reconcileID":"fc540ef0-7734-4c4b-9732-69bee7c4c324","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-1875b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:36.904061105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"default-tenant","reconcileID":"fc540ef0-7734-4c4b-9732-69bee7c4c324","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-1875b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:36.952938199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"default-tenant","reconcileID":"fc540ef0-7734-4c4b-9732-69bee7c4c324","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-1875b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:37.001943284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"default-tenant","reconcileID":"fc540ef0-7734-4c4b-9732-69bee7c4c324","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-1875b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:37.061965825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"default-tenant","reconcileID":"fc540ef0-7734-4c4b-9732-69bee7c4c324","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-1875b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:37.115934902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"default-tenant","reconcileID":"fc540ef0-7734-4c4b-9732-69bee7c4c324","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-1875b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:37.130124539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9717a8","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"auth-test-model-9717a8","reconcileID":"ff79c15d-d232-4752-8bb1-72c133a43519","MaaSModelRef":{"name":"auth-test-model-9717a8","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"tenant":"e2e-shared-a-w2-9717a8","gateway":"openshift-ingress/e2e-shared-a-w2-9717a8","model":"ai-tenant-e2e-shared-a-w2-9717a8/auth-test-model-9717a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:37.130152182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9717a8","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"auth-test-model-9717a8","reconcileID":"ff79c15d-d232-4752-8bb1-72c133a43519","MaaSModelRef":{"name":"auth-test-model-9717a8","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"routeName":"auth-test-model-9717a8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-9717a8","llmisvcName":"auth-test-model-9717a8","gateway":"openshift-ingress/e2e-shared-a-w2-9717a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:37.16438785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"default-tenant","reconcileID":"fc540ef0-7734-4c4b-9732-69bee7c4c324","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-1875b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:37.219516505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"default-tenant","reconcileID":"fc540ef0-7734-4c4b-9732-69bee7c4c324","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-1875b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:37.269861877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"default-tenant","reconcileID":"fc540ef0-7734-4c4b-9732-69bee7c4c324","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-1875b4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:38.095424394Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-1875b4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-1875b4","reconcileID":"4fb4d80d-dd03-4fd8-bb68-5767c3ef21cf","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-1875b4","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-1875b4"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:35:38.255214989Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4","reconcileID":"a3a94616-51e4-4331-91ed-5518b17e9fb6","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-1875b4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:35:38.363361004Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4","reconcileID":"a3a94616-51e4-4331-91ed-5518b17e9fb6","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-1875b4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:35:38.368706841Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4","reconcileID":"eb26e63d-1ab7-4495-875c-e307968e8541","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-1875b4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:35:38.368766032Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4","reconcileID":"eb26e63d-1ab7-4495-875c-e307968e8541","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-1875b4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:35:38.379102087Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4","reconcileID":"bd7a4d2b-d7fa-4d25-b34a-4995c2aa686b","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-1875b4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:35:38.379158608Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4","reconcileID":"bd7a4d2b-d7fa-4d25-b34a-4995c2aa686b","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-1875b4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:35:38.400314705Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4","reconcileID":"c6980627-e8e6-485e-8e24-46d2dc67b291","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-1875b4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:35:38.400398774Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4","reconcileID":"c6980627-e8e6-485e-8e24-46d2dc67b291","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-1875b4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:35:38.441392297Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4","reconcileID":"07b0b09d-8bb3-4e71-a030-57ccdbb3bd00","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-1875b4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:35:38.441445249Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4","reconcileID":"07b0b09d-8bb3-4e71-a030-57ccdbb3bd00","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-1875b4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:35:38.52224117Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4","reconcileID":"af50d5fb-6ad5-4e62-bbae-7a30928730e3","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-1875b4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:35:38.522297423Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4","reconcileID":"af50d5fb-6ad5-4e62-bbae-7a30928730e3","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-1875b4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:35:38.682654406Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4","reconcileID":"e90653e2-bff1-4fbd-9546-4e3ca38792ca","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-1875b4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:35:38.682715597Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4","reconcileID":"e90653e2-bff1-4fbd-9546-4e3ca38792ca","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-1875b4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:35:39.003216795Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4","reconcileID":"8c061bdc-c878-4fab-be06-258f4d8fee60","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-1875b4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:35:39.003282436Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4","reconcileID":"8c061bdc-c878-4fab-be06-258f4d8fee60","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-1875b4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:39.152818196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4ca8d64-7c63-49e0-9825-ebe1f168bef7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:39.202678562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4ca8d64-7c63-49e0-9825-ebe1f168bef7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:39.251391845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4ca8d64-7c63-49e0-9825-ebe1f168bef7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:39.300041269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4ca8d64-7c63-49e0-9825-ebe1f168bef7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:35:39.644013505Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4","reconcileID":"b161bfa6-e2b2-46b0-862d-3ad8d28fab52","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-1875b4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:35:39.644082268Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4","reconcileID":"b161bfa6-e2b2-46b0-862d-3ad8d28fab52","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-1875b4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:35:40.924787627Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4","reconcileID":"a6db4624-0c4e-41bc-8a3a-4e2267617af0","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-1875b4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:35:40.924860601Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4","reconcileID":"a6db4624-0c4e-41bc-8a3a-4e2267617af0","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-1875b4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:41.094084211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61aed914-4501-478e-9caf-bc81ddd5b79e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:41.142706362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61aed914-4501-478e-9caf-bc81ddd5b79e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:41.191118324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61aed914-4501-478e-9caf-bc81ddd5b79e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:41.239659694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61aed914-4501-478e-9caf-bc81ddd5b79e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:35:43.485600773Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4","reconcileID":"0685dab3-281c-4c7d-b9f6-4c7c1a10cf92","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-1875b4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:35:43.485670052Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4","reconcileID":"0685dab3-281c-4c7d-b9f6-4c7c1a10cf92","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-1875b4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:35:48.60695218Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4","reconcileID":"0535e700-10c7-4764-a706-da79b71f1a28","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-1875b4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:35:48.607020448Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4","reconcileID":"0535e700-10c7-4764-a706-da79b71f1a28","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-1875b4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:35:58.847967192Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4","reconcileID":"8a4c04d5-0af4-4570-bc12-3d642dcdc9e5","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-1875b4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:35:58.848044485Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4","reconcileID":"8a4c04d5-0af4-4570-bc12-3d642dcdc9e5","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-1875b4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:35:59.371852088Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4","reconcileID":"8c566ba5-58a0-4224-9cff-59301f51592c","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-1875b4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:35:59.371926649Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1875b4","namespace":"ai-tenant-e2e-praxis-a-1875b4"},"namespace":"ai-tenant-e2e-praxis-a-1875b4","name":"praxis-route-1875b4","reconcileID":"8c566ba5-58a0-4224-9cff-59301f51592c","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-1875b4/praxis-route-1875b4-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-1875b4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:02.963220019Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9bbbdb2e-7752-4089-9b72-93f5217849f2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:03.265084684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-subscription","reconcileID":"d75c5d8c-09a6-4fbf-a236-658fa6ba1649","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:03.382100014Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a95fea41-856e-4acf-8978-996f67ced6e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:03.601526953Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-subscription","reconcileID":"da65e879-92ad-41d4-a5e4-3188a1d26a53","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-simulator-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:03.718734642Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-subscription","reconcileID":"af7195e4-9e47-4a0a-a0ce-b5f58e04abaf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-simulator-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:03.817843215Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-subscription","reconcileID":"010d4d31-3593-4554-9a16-1cc289750a79","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-premium-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:03.946010299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-subscription","reconcileID":"0063fef3-d337-432f-bf41-32de3438765c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-premium-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/premium-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:03.946863797Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-subscription","reconcileID":"fa1cddcb-416c-48ce-b7d8-2da3b70d8f14","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-premium-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:04.070538101Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-subscription","reconcileID":"5e85921e-ade5-4445-b695-f0104a25ad11","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:04.198719583Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-subscription","reconcileID":"6179878e-783e-4f3d-bb8d-c965e13863a3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:04.296971054Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-subscription","reconcileID":"345c3802-0586-4fb2-b28e-f9aa4d781a39","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-premium-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/premium-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:04.410727495Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-subscription","reconcileID":"81d1bda4-fea4-47f1-ac7c-3347e696d065","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-premium-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/premium-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:04.994388743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"default-tenant","reconcileID":"f7f65df7-12eb-4067-b6e2-1c8f4b37b2c6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-74bb81","tenantID":"e2e-shared-b-w0-74bb81","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:05.105336936Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"default-tenant","reconcileID":"f7f65df7-12eb-4067-b6e2-1c8f4b37b2c6","name":"e2e-shared-b-w0-74bb81-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:06.168739167Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:20.76852394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"auth-test-model-f39eb7","reconcileID":"2570d3d3-c419-438a-8fcf-dd78779b0a0f","MaaSModelRef":{"name":"auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"tenant":"e2e-shared-a-w4-f39eb7","gateway":"openshift-ingress/e2e-shared-a-w4-f39eb7","model":"ai-tenant-e2e-shared-a-w4-f39eb7/auth-test-model-f39eb7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:20.768637173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"auth-test-model-f39eb7","reconcileID":"2570d3d3-c419-438a-8fcf-dd78779b0a0f","MaaSModelRef":{"name":"auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"routeName":"auth-test-model-f39eb7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","llmisvcName":"auth-test-model-f39eb7","gateway":"openshift-ingress/e2e-shared-a-w4-f39eb7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:36.168972616Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:57.357171427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"auth-test-model-fc6466","reconcileID":"5bbcd6c1-1b54-402c-afc0-665f06589d33","MaaSModelRef":{"name":"auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"tenant":"e2e-shared-a-w3-fc6466","gateway":"openshift-ingress/e2e-shared-a-w3-fc6466","model":"ai-tenant-e2e-shared-a-w3-fc6466/auth-test-model-fc6466","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:57.357274724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"auth-test-model-fc6466","reconcileID":"5bbcd6c1-1b54-402c-afc0-665f06589d33","MaaSModelRef":{"name":"auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"routeName":"auth-test-model-fc6466-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-fc6466","llmisvcName":"auth-test-model-fc6466","gateway":"openshift-ingress/e2e-shared-a-w3-fc6466","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:03.075816074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c770e62-bb02-4a6d-9e38-79a2cdbb727d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:03.124431738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c770e62-bb02-4a6d-9e38-79a2cdbb727d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:03.173309361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c770e62-bb02-4a6d-9e38-79a2cdbb727d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:03.222101867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c770e62-bb02-4a6d-9e38-79a2cdbb727d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:05.16849817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be665b50-4c79-4fb7-be7c-326a060935d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:05.217035879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be665b50-4c79-4fb7-be7c-326a060935d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:05.265430373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be665b50-4c79-4fb7-be7c-326a060935d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:05.314022953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be665b50-4c79-4fb7-be7c-326a060935d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:06.167996237Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:06.44628145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-68f80c","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"auth-test-model-68f80c","reconcileID":"b9e0255b-0209-4d01-a27a-2678ea0c073f","MaaSModelRef":{"name":"auth-test-model-68f80c","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"tenant":"e2e-shared-b-w2-68f80c","gateway":"openshift-ingress/e2e-shared-b-w2-68f80c","model":"ai-tenant-e2e-shared-b-w2-68f80c/auth-test-model-68f80c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:06.446305824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-68f80c","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"auth-test-model-68f80c","reconcileID":"b9e0255b-0209-4d01-a27a-2678ea0c073f","MaaSModelRef":{"name":"auth-test-model-68f80c","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"routeName":"auth-test-model-68f80c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-68f80c","llmisvcName":"auth-test-model-68f80c","gateway":"openshift-ingress/e2e-shared-b-w2-68f80c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:06.919626636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9717a8","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"auth-test-model-9717a8","reconcileID":"8d0ccbb7-f1e4-43a4-a2d2-8933d7cc93ff","MaaSModelRef":{"name":"auth-test-model-9717a8","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"tenant":"e2e-shared-a-w2-9717a8","gateway":"openshift-ingress/e2e-shared-a-w2-9717a8","model":"ai-tenant-e2e-shared-a-w2-9717a8/auth-test-model-9717a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:06.919659818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9717a8","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"auth-test-model-9717a8","reconcileID":"8d0ccbb7-f1e4-43a4-a2d2-8933d7cc93ff","MaaSModelRef":{"name":"auth-test-model-9717a8","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"routeName":"auth-test-model-9717a8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-9717a8","llmisvcName":"auth-test-model-9717a8","gateway":"openshift-ingress/e2e-shared-a-w2-9717a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:06.972966768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9717a8","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"auth-test-model-9717a8","reconcileID":"674937fc-0729-4487-9635-09d70c6e0539","MaaSModelRef":{"name":"auth-test-model-9717a8","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"tenant":"e2e-shared-a-w2-9717a8","gateway":"openshift-ingress/e2e-shared-a-w2-9717a8","model":"ai-tenant-e2e-shared-a-w2-9717a8/auth-test-model-9717a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:06.972991592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9717a8","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"auth-test-model-9717a8","reconcileID":"674937fc-0729-4487-9635-09d70c6e0539","MaaSModelRef":{"name":"auth-test-model-9717a8","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"routeName":"auth-test-model-9717a8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-9717a8","llmisvcName":"auth-test-model-9717a8","gateway":"openshift-ingress/e2e-shared-a-w2-9717a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:07.098805311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89400abf-965d-4449-adf4-20d641a7f15d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:07.098947079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"e2e-auth-iso-09d901","reconcileID":"758a008b-728d-4331-bff7-41b08568f02a","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-9717a8","tenantID":"e2e-shared-a-w2-9717a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:07.147509486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89400abf-965d-4449-adf4-20d641a7f15d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:07.195978516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89400abf-965d-4449-adf4-20d641a7f15d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:07.244590568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89400abf-965d-4449-adf4-20d641a7f15d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:07.358626789Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"e2e-auth-iso-09d901","reconcileID":"758a008b-728d-4331-bff7-41b08568f02a","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"name":"e2e-shared-a-w2-9717a8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:07.414417986Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-9717a8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"e2e-auth-iso-09d901","reconcileID":"758a008b-728d-4331-bff7-41b08568f02a","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:07.504605413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9717a8","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"auth-test-model-9717a8","reconcileID":"c5de4e55-0e41-4817-9b2d-7264a2b45a5d","MaaSModelRef":{"name":"auth-test-model-9717a8","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"tenant":"e2e-shared-a-w2-9717a8","gateway":"openshift-ingress/e2e-shared-a-w2-9717a8","model":"ai-tenant-e2e-shared-a-w2-9717a8/auth-test-model-9717a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:07.504625163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9717a8","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"auth-test-model-9717a8","reconcileID":"c5de4e55-0e41-4817-9b2d-7264a2b45a5d","MaaSModelRef":{"name":"auth-test-model-9717a8","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"routeName":"auth-test-model-9717a8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-9717a8","llmisvcName":"auth-test-model-9717a8","gateway":"openshift-ingress/e2e-shared-a-w2-9717a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:15.989773866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ae3bc28-dfd2-464d-bb12-e49c8ca3691a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:16.046824905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ae3bc28-dfd2-464d-bb12-e49c8ca3691a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:16.096152491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ae3bc28-dfd2-464d-bb12-e49c8ca3691a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:16.144860484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ae3bc28-dfd2-464d-bb12-e49c8ca3691a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:17.606888893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"e2e-auth-iso-09d901","reconcileID":"476a3245-cb5d-45fe-867c-2958619f9043","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-9717a8","tenantID":"e2e-shared-a-w2-9717a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:17.661702422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"e2e-auth-iso-09d901","reconcileID":"476a3245-cb5d-45fe-867c-2958619f9043","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"name":"e2e-shared-a-w2-9717a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:17.717423303Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-9717a8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"e2e-auth-iso-09d901","reconcileID":"476a3245-cb5d-45fe-867c-2958619f9043","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:17.936438894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5a1377e-8417-4282-a51a-de78c1f152b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:17.985587633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5a1377e-8417-4282-a51a-de78c1f152b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:18.034124361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5a1377e-8417-4282-a51a-de78c1f152b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:18.083042824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5a1377e-8417-4282-a51a-de78c1f152b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:27.816807144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"e2e-auth-iso-09d901","reconcileID":"7f8f79cf-079e-4f81-8941-5df412a5d9de","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-9717a8","tenantID":"e2e-shared-a-w2-9717a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:27.872085087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"e2e-auth-iso-09d901","reconcileID":"7f8f79cf-079e-4f81-8941-5df412a5d9de","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"name":"e2e-shared-a-w2-9717a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:27.925142543Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-9717a8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1a868354906ce2de88baf21cd09f069d5db9889365a540cc3b0faf10fecac4a1) AuthConfig (427f3fefacbdd46e9716519a4c849f44d00aced79775bd8a9eb176581d3106d2) AuthConfig (754662e83b6679dcecf662cbf5006e5115b3aeca7df1794b84b17ee7d4c0b337) AuthConfig (abae6656861979867d33ad1c70c72fc35d0b49596f8f5688f47d3aa3c29f4b00) AuthConfig (9975bf525ee920e36e5272215d3d38bc0e6436e45ee6d93228b4fd9ad64d5ca5) AuthConfig (b855c5767f6ee3309bc0ea3e20f4e573754c52c88731741c5519bcf401bb930c) AuthConfig (f2b7f373e65d4a2cd8ef758ddd51e601ddfe66c2527f1ab24c0b76ee1409d1d2) AuthConfig (aaf7176e33130926004db1e64ca81bd81c79a6f273fcd744d4d3fd36fa41863e) AuthConfig (c1408076d93e74ed91dae7e80b074ed99239bd7c075a7f1dc7377a1d3fcfcea2) AuthConfig (52c9b437e1243e24eb428174cfd0336474d1c935273160bbcb3beabd10b7426d) AuthConfig (d5207c1b1f05b4cd0b9741b410a9522aafd9997fa23cbcb43e996cd84529267d) AuthConfig (08fda6e39c0b3615cc57fc90761cb95e5562bb25f4466957a9ee091413b0250c) AuthConfig (d2ce8f61f48d49539946c938dc5971d5177bf16175edbf0b9f11eff30c613363) AuthConfig (94e24b0d8786b5f2288b5b33cea3a8c543862f85f95a9e0cffa79f915c61de4a) AuthConfig (91aa33c3433b18690cf2b75e535c0618330b0bb7bac7aac7f2987c065e788ecf) AuthConfig (1b0acc0dfa051d6b6a08ef34bc95c8ed7a5867672b89134ce4baab16c2a63054) AuthConfig (cea38c19e54981b9f4dd53537b59456c3cf9001c1a66255224e84eb7b7a354a6) AuthConfig (8f364596eb62cb40124a9556987bc22d2a12a10e8162b457b9395d0b15ca6ae9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"e2e-auth-iso-09d901","reconcileID":"7f8f79cf-079e-4f81-8941-5df412a5d9de","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:27.980117837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9717a8","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"auth-test-model-9717a8","reconcileID":"793a9d97-107f-4aa7-8153-6b3745461ef6","MaaSModelRef":{"name":"auth-test-model-9717a8","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"tenant":"e2e-shared-a-w2-9717a8","gateway":"openshift-ingress/e2e-shared-a-w2-9717a8","model":"ai-tenant-e2e-shared-a-w2-9717a8/auth-test-model-9717a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:27.98013761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9717a8","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"auth-test-model-9717a8","reconcileID":"793a9d97-107f-4aa7-8153-6b3745461ef6","MaaSModelRef":{"name":"auth-test-model-9717a8","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"routeName":"auth-test-model-9717a8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-9717a8","llmisvcName":"auth-test-model-9717a8","gateway":"openshift-ingress/e2e-shared-a-w2-9717a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:36.169434363Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:38.078396527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"e2e-auth-iso-09d901","reconcileID":"0b8e94f0-0d42-403f-b1ee-541ee6de5bbd","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-9717a8","tenantID":"e2e-shared-a-w2-9717a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:38.133358799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"e2e-auth-iso-09d901","reconcileID":"0b8e94f0-0d42-403f-b1ee-541ee6de5bbd","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"name":"e2e-shared-a-w2-9717a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:38.187391167Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-9717a8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1a868354906ce2de88baf21cd09f069d5db9889365a540cc3b0faf10fecac4a1) AuthConfig (427f3fefacbdd46e9716519a4c849f44d00aced79775bd8a9eb176581d3106d2) AuthConfig (754662e83b6679dcecf662cbf5006e5115b3aeca7df1794b84b17ee7d4c0b337) AuthConfig (abae6656861979867d33ad1c70c72fc35d0b49596f8f5688f47d3aa3c29f4b00) AuthConfig (9975bf525ee920e36e5272215d3d38bc0e6436e45ee6d93228b4fd9ad64d5ca5) AuthConfig (b855c5767f6ee3309bc0ea3e20f4e573754c52c88731741c5519bcf401bb930c) AuthConfig (f2b7f373e65d4a2cd8ef758ddd51e601ddfe66c2527f1ab24c0b76ee1409d1d2) AuthConfig (aaf7176e33130926004db1e64ca81bd81c79a6f273fcd744d4d3fd36fa41863e) AuthConfig (c1408076d93e74ed91dae7e80b074ed99239bd7c075a7f1dc7377a1d3fcfcea2) AuthConfig (52c9b437e1243e24eb428174cfd0336474d1c935273160bbcb3beabd10b7426d) AuthConfig (d5207c1b1f05b4cd0b9741b410a9522aafd9997fa23cbcb43e996cd84529267d) AuthConfig (08fda6e39c0b3615cc57fc90761cb95e5562bb25f4466957a9ee091413b0250c) AuthConfig (d2ce8f61f48d49539946c938dc5971d5177bf16175edbf0b9f11eff30c613363) AuthConfig (94e24b0d8786b5f2288b5b33cea3a8c543862f85f95a9e0cffa79f915c61de4a) AuthConfig (91aa33c3433b18690cf2b75e535c0618330b0bb7bac7aac7f2987c065e788ecf) AuthConfig (1b0acc0dfa051d6b6a08ef34bc95c8ed7a5867672b89134ce4baab16c2a63054) AuthConfig (cea38c19e54981b9f4dd53537b59456c3cf9001c1a66255224e84eb7b7a354a6) AuthConfig (8f364596eb62cb40124a9556987bc22d2a12a10e8162b457b9395d0b15ca6ae9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"e2e-auth-iso-09d901","reconcileID":"0b8e94f0-0d42-403f-b1ee-541ee6de5bbd","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:48.28611732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"e2e-auth-iso-09d901","reconcileID":"98b68be4-8d2c-488f-a988-bdc0f7f2dbbf","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-9717a8","tenantID":"e2e-shared-a-w2-9717a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:48.340409832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"e2e-auth-iso-09d901","reconcileID":"98b68be4-8d2c-488f-a988-bdc0f7f2dbbf","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"name":"e2e-shared-a-w2-9717a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:48.647378971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9717a8","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"auth-test-model-9717a8","reconcileID":"366c492d-f2b5-4425-ab4c-f23a7727670a","MaaSModelRef":{"name":"auth-test-model-9717a8","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"tenant":"e2e-shared-a-w2-9717a8","gateway":"openshift-ingress/e2e-shared-a-w2-9717a8","model":"ai-tenant-e2e-shared-a-w2-9717a8/auth-test-model-9717a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:48.647409246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9717a8","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"auth-test-model-9717a8","reconcileID":"366c492d-f2b5-4425-ab4c-f23a7727670a","MaaSModelRef":{"name":"auth-test-model-9717a8","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"routeName":"auth-test-model-9717a8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-9717a8","llmisvcName":"auth-test-model-9717a8","gateway":"openshift-ingress/e2e-shared-a-w2-9717a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:54.030612498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9717a8","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"auth-test-model-9717a8","reconcileID":"94ff3712-fc04-4335-9c47-00444340b017","MaaSModelRef":{"name":"auth-test-model-9717a8","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"tenant":"e2e-shared-a-w2-9717a8","gateway":"openshift-ingress/e2e-shared-a-w2-9717a8","model":"ai-tenant-e2e-shared-a-w2-9717a8/auth-test-model-9717a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:54.03063421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9717a8","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"auth-test-model-9717a8","reconcileID":"94ff3712-fc04-4335-9c47-00444340b017","MaaSModelRef":{"name":"auth-test-model-9717a8","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"routeName":"auth-test-model-9717a8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-9717a8","llmisvcName":"auth-test-model-9717a8","gateway":"openshift-ingress/e2e-shared-a-w2-9717a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:54.08951904Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9717a8","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"auth-test-model-9717a8","reconcileID":"2c327126-ae8c-46f3-a346-bc8194aa9981","MaaSModelRef":{"name":"auth-test-model-9717a8","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"tenant":"e2e-shared-a-w2-9717a8","gateway":"openshift-ingress/e2e-shared-a-w2-9717a8","model":"ai-tenant-e2e-shared-a-w2-9717a8/auth-test-model-9717a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:54.089543736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9717a8","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"auth-test-model-9717a8","reconcileID":"2c327126-ae8c-46f3-a346-bc8194aa9981","MaaSModelRef":{"name":"auth-test-model-9717a8","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"routeName":"auth-test-model-9717a8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-9717a8","llmisvcName":"auth-test-model-9717a8","gateway":"openshift-ingress/e2e-shared-a-w2-9717a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:54.128409844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"e2e-auth-iso-09d901","reconcileID":"67e14469-8268-4590-96e9-6b2d0a8414fb","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-9717a8","tenantID":"e2e-shared-a-w2-9717a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:37:54.134399453Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"e2e-auth-iso-09d901","reconcileID":"048fdda0-b052-4977-9826-c0db05ede887","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-09d901\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:54.183853121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"e2e-auth-iso-09d901","reconcileID":"67e14469-8268-4590-96e9-6b2d0a8414fb","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"name":"e2e-shared-a-w2-9717a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:54.238479775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9717a8","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"auth-test-model-9717a8","reconcileID":"19f35dbf-c40c-4517-92a3-9995afb526eb","MaaSModelRef":{"name":"auth-test-model-9717a8","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"tenant":"e2e-shared-a-w2-9717a8","gateway":"openshift-ingress/e2e-shared-a-w2-9717a8","model":"ai-tenant-e2e-shared-a-w2-9717a8/auth-test-model-9717a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:54.238497474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9717a8","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"auth-test-model-9717a8","reconcileID":"19f35dbf-c40c-4517-92a3-9995afb526eb","MaaSModelRef":{"name":"auth-test-model-9717a8","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"routeName":"auth-test-model-9717a8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-9717a8","llmisvcName":"auth-test-model-9717a8","gateway":"openshift-ingress/e2e-shared-a-w2-9717a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:54.293599136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9717a8","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"auth-test-model-9717a8","reconcileID":"371b69b7-c03a-4352-b2f2-09c2caa73d12","MaaSModelRef":{"name":"auth-test-model-9717a8","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"tenant":"e2e-shared-a-w2-9717a8","gateway":"openshift-ingress/e2e-shared-a-w2-9717a8","model":"ai-tenant-e2e-shared-a-w2-9717a8/auth-test-model-9717a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:54.293617038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9717a8","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"auth-test-model-9717a8","reconcileID":"371b69b7-c03a-4352-b2f2-09c2caa73d12","MaaSModelRef":{"name":"auth-test-model-9717a8","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"routeName":"auth-test-model-9717a8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-9717a8","llmisvcName":"auth-test-model-9717a8","gateway":"openshift-ingress/e2e-shared-a-w2-9717a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:54.48017173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"e2e-auth-iso-09d901","reconcileID":"190257cf-14d6-4ac3-a6bd-509f083eca8b","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-9717a8","tenantID":"e2e-shared-a-w2-9717a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:54.502820334Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"e2e-auth-iso-09d901","reconcileID":"28929883-6638-42fb-b517-22c810dc56aa","MaaSSubscription":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"name":"maas-trlp-auth-test-model-9717a8","model":"auth-test-model-9717a8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-9717a8/e2e-auth-iso-09d901"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:54.535005642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"e2e-auth-iso-09d901","reconcileID":"190257cf-14d6-4ac3-a6bd-509f083eca8b","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"name":"e2e-shared-a-w2-9717a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:54.66258543Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9717a8","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"auth-test-model-9717a8","reconcileID":"e13133fc-65d7-4cdf-9e4b-c0ecdc11ea15","MaaSModelRef":{"name":"auth-test-model-9717a8","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"tenant":"e2e-shared-a-w2-9717a8","gateway":"openshift-ingress/e2e-shared-a-w2-9717a8","model":"ai-tenant-e2e-shared-a-w2-9717a8/auth-test-model-9717a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:54.66260472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9717a8","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"auth-test-model-9717a8","reconcileID":"e13133fc-65d7-4cdf-9e4b-c0ecdc11ea15","MaaSModelRef":{"name":"auth-test-model-9717a8","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"routeName":"auth-test-model-9717a8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-9717a8","llmisvcName":"auth-test-model-9717a8","gateway":"openshift-ingress/e2e-shared-a-w2-9717a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:54.860847883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"e2e-auth-iso-09d901","reconcileID":"ca4a2d1a-2aaa-41cf-a821-39a17c3caa57","MaaSSubscription":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"name":"maas-trlp-auth-test-model-9717a8","model":"ai-tenant-e2e-shared-a-w2-9717a8/auth-test-model-9717a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:02.48152192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-subscription","reconcileID":"554b6864-6a3f-4e24-a74e-675f8a52fe62","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-premium-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:02.58047197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e4eddcdd-403c-45b3-9101-d906558c9095","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:02.679455026Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-subscription","reconcileID":"c46af5d9-09ab-4252-bb46-0480bd6db891","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-premium-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:02.810380041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-subscription","reconcileID":"d996fc9d-5688-4a32-9624-2310aecd89cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:02.974657663Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-subscription","reconcileID":"29ad94c7-4725-4090-8272-e7b63c8a4b47","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-premium-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/premium-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:03.074119374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-subscription","reconcileID":"6e28a87f-566f-4dc3-a385-382a92bd234f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-premium-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/premium-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:03.174845108Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"37b74bbe-70fd-465e-b5f3-41e7e4c81757","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:03.206499297Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-subscription","reconcileID":"6684dd91-1c06-4983-a672-6a1c4246d28c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:03.389078418Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-subscription","reconcileID":"bc970627-8853-490f-a310-bcf23215e08e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-simulator-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:03.487715171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-subscription","reconcileID":"b3cdee8c-f082-4280-9cfd-4a75a502fcba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-premium-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/premium-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:03.673113513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-subscription","reconcileID":"42c9b36a-dfaa-4b37-b4e1-9940a071ec38","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:04.027177524Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-subscription","reconcileID":"e0e7dd6d-888f-489f-825c-83f540b78bd9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-simulator-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:06.168342483Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:13.622781675Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-28f124"},"namespace":"ai-tenant-e2e-praxis-b-28f124","name":"default-tenant","reconcileID":"ddff8fa4-21b5-4019-91a6-b4a935eac444","namespace":"ai-tenant-e2e-praxis-b-28f124","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:13.622836932Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-28f124"},"namespace":"ai-tenant-e2e-praxis-b-28f124","name":"default-tenant","reconcileID":"ddff8fa4-21b5-4019-91a6-b4a935eac444","namespace":"ai-tenant-e2e-praxis-b-28f124","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:13.622885476Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-28f124"},"namespace":"ai-tenant-e2e-praxis-b-28f124","name":"default-tenant","reconcileID":"ddff8fa4-21b5-4019-91a6-b4a935eac444","tenant":"e2e-praxis-b-28f124","tenantID":"e2e-praxis-b-28f124","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:13.675372446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-28f124"},"namespace":"ai-tenant-e2e-praxis-b-28f124","name":"default-tenant","reconcileID":"ddff8fa4-21b5-4019-91a6-b4a935eac444","gvk":"Deployment","name":"maas-api-e2e-praxis-b-28f124","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:13.733971676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-28f124"},"namespace":"ai-tenant-e2e-praxis-b-28f124","name":"default-tenant","reconcileID":"ddff8fa4-21b5-4019-91a6-b4a935eac444","gvk":"Service","name":"maas-api-e2e-praxis-b-28f124","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:13.788184918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-28f124"},"namespace":"ai-tenant-e2e-praxis-b-28f124","name":"default-tenant","reconcileID":"ddff8fa4-21b5-4019-91a6-b4a935eac444","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-28f124","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:13.842328724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-28f124"},"namespace":"ai-tenant-e2e-praxis-b-28f124","name":"default-tenant","reconcileID":"ddff8fa4-21b5-4019-91a6-b4a935eac444","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-28f124","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:13.89987826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-28f124"},"namespace":"ai-tenant-e2e-praxis-b-28f124","name":"default-tenant","reconcileID":"ddff8fa4-21b5-4019-91a6-b4a935eac444","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-28f124","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:13.952118728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-28f124"},"namespace":"ai-tenant-e2e-praxis-b-28f124","name":"default-tenant","reconcileID":"ddff8fa4-21b5-4019-91a6-b4a935eac444","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-28f124","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:14.008357726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-28f124"},"namespace":"ai-tenant-e2e-praxis-b-28f124","name":"default-tenant","reconcileID":"ddff8fa4-21b5-4019-91a6-b4a935eac444","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-28f124","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:14.062168394Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-28f124"},"namespace":"ai-tenant-e2e-praxis-b-28f124","name":"default-tenant","reconcileID":"ddff8fa4-21b5-4019-91a6-b4a935eac444","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-28f124","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:14.110785123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-28f124"},"namespace":"ai-tenant-e2e-praxis-b-28f124","name":"default-tenant","reconcileID":"ddff8fa4-21b5-4019-91a6-b4a935eac444","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-28f124","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:14.159423079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-28f124"},"namespace":"ai-tenant-e2e-praxis-b-28f124","name":"default-tenant","reconcileID":"ddff8fa4-21b5-4019-91a6-b4a935eac444","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-28f124","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:14.20789497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-28f124"},"namespace":"ai-tenant-e2e-praxis-b-28f124","name":"default-tenant","reconcileID":"ddff8fa4-21b5-4019-91a6-b4a935eac444","gvk":"Service","name":"payload-processing-e2e-praxis-b-28f124","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:14.256628111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-28f124"},"namespace":"ai-tenant-e2e-praxis-b-28f124","name":"default-tenant","reconcileID":"ddff8fa4-21b5-4019-91a6-b4a935eac444","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-28f124","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:14.305185228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-28f124"},"namespace":"ai-tenant-e2e-praxis-b-28f124","name":"default-tenant","reconcileID":"ddff8fa4-21b5-4019-91a6-b4a935eac444","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-28f124","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:14.353811216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-28f124"},"namespace":"ai-tenant-e2e-praxis-b-28f124","name":"default-tenant","reconcileID":"ddff8fa4-21b5-4019-91a6-b4a935eac444","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-28f124","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:14.40230754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-28f124"},"namespace":"ai-tenant-e2e-praxis-b-28f124","name":"default-tenant","reconcileID":"ddff8fa4-21b5-4019-91a6-b4a935eac444","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-28f124","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:14.455712327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-28f124"},"namespace":"ai-tenant-e2e-praxis-b-28f124","name":"default-tenant","reconcileID":"ddff8fa4-21b5-4019-91a6-b4a935eac444","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-28f124","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:14.504738092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-28f124"},"namespace":"ai-tenant-e2e-praxis-b-28f124","name":"default-tenant","reconcileID":"ddff8fa4-21b5-4019-91a6-b4a935eac444","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-28f124","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:14.554094654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-28f124"},"namespace":"ai-tenant-e2e-praxis-b-28f124","name":"default-tenant","reconcileID":"ddff8fa4-21b5-4019-91a6-b4a935eac444","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-28f124","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:14.609714687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-28f124"},"namespace":"ai-tenant-e2e-praxis-b-28f124","name":"default-tenant","reconcileID":"ddff8fa4-21b5-4019-91a6-b4a935eac444","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-28f124","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:14.66191782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-28f124"},"namespace":"ai-tenant-e2e-praxis-b-28f124","name":"default-tenant","reconcileID":"ddff8fa4-21b5-4019-91a6-b4a935eac444","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-28f124","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:15.526787907Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-28f124","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-28f124","reconcileID":"400a67c8-1f58-42d7-8bd5-6970df4d26e7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-28f124","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-28f124"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:16.049856273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"auth-test-model-37e79b","reconcileID":"81135dd5-e568-4fca-99b6-d7c2d805725b","MaaSModelRef":{"name":"auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"tenant":"e2e-shared-b-w4-37e79b","gateway":"openshift-ingress/e2e-shared-b-w4-37e79b","model":"ai-tenant-e2e-shared-b-w4-37e79b/auth-test-model-37e79b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:16.049956177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"auth-test-model-37e79b","reconcileID":"81135dd5-e568-4fca-99b6-d7c2d805725b","MaaSModelRef":{"name":"auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"routeName":"auth-test-model-37e79b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-37e79b","llmisvcName":"auth-test-model-37e79b","gateway":"openshift-ingress/e2e-shared-b-w4-37e79b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:16.395101659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"auth-test-model-f39eb7","reconcileID":"199cf543-0916-477e-8af8-c7c886267816","MaaSModelRef":{"name":"auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"tenant":"e2e-shared-a-w4-f39eb7","gateway":"openshift-ingress/e2e-shared-a-w4-f39eb7","model":"ai-tenant-e2e-shared-a-w4-f39eb7/auth-test-model-f39eb7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:16.395122382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"auth-test-model-f39eb7","reconcileID":"199cf543-0916-477e-8af8-c7c886267816","MaaSModelRef":{"name":"auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"routeName":"auth-test-model-f39eb7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","llmisvcName":"auth-test-model-f39eb7","gateway":"openshift-ingress/e2e-shared-a-w4-f39eb7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:16.447036104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"auth-test-model-f39eb7","reconcileID":"4272737f-4c94-4464-bc7b-44d1809acc95","MaaSModelRef":{"name":"auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"tenant":"e2e-shared-a-w4-f39eb7","gateway":"openshift-ingress/e2e-shared-a-w4-f39eb7","model":"ai-tenant-e2e-shared-a-w4-f39eb7/auth-test-model-f39eb7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:16.447070075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"auth-test-model-f39eb7","reconcileID":"4272737f-4c94-4464-bc7b-44d1809acc95","MaaSModelRef":{"name":"auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"routeName":"auth-test-model-f39eb7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","llmisvcName":"auth-test-model-f39eb7","gateway":"openshift-ingress/e2e-shared-a-w4-f39eb7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:16.548080579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"e2e-auth-iso-f07aca","reconcileID":"1b9b3dc0-6ff9-45cc-a6dd-f6d97eb02f7d","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f39eb7","tenantID":"e2e-shared-a-w4-f39eb7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:16.673856416Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"e2e-auth-iso-f07aca","reconcileID":"1b9b3dc0-6ff9-45cc-a6dd-f6d97eb02f7d","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"name":"e2e-shared-a-w4-f39eb7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:16.727352987Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-f39eb7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"e2e-auth-iso-f07aca","reconcileID":"1b9b3dc0-6ff9-45cc-a6dd-f6d97eb02f7d","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:16.744658681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"860034f5-6ef0-4a5f-bd34-473bfbb470df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:16.793625372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"860034f5-6ef0-4a5f-bd34-473bfbb470df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:16.79922227Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"auth-test-model-f39eb7","reconcileID":"4b82c235-704c-49d5-b3bb-b9a69791fb4d","MaaSModelRef":{"name":"auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"tenant":"e2e-shared-a-w4-f39eb7","gateway":"openshift-ingress/e2e-shared-a-w4-f39eb7","model":"ai-tenant-e2e-shared-a-w4-f39eb7/auth-test-model-f39eb7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:16.799244154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"auth-test-model-f39eb7","reconcileID":"4b82c235-704c-49d5-b3bb-b9a69791fb4d","MaaSModelRef":{"name":"auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"routeName":"auth-test-model-f39eb7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","llmisvcName":"auth-test-model-f39eb7","gateway":"openshift-ingress/e2e-shared-a-w4-f39eb7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:16.842693721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"860034f5-6ef0-4a5f-bd34-473bfbb470df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:16.891086236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"860034f5-6ef0-4a5f-bd34-473bfbb470df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:18.736266811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bcdc10f-a7fc-4624-b47a-5d83dba41fed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:18.792163363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bcdc10f-a7fc-4624-b47a-5d83dba41fed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:18.844192738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bcdc10f-a7fc-4624-b47a-5d83dba41fed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:18.892907906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bcdc10f-a7fc-4624-b47a-5d83dba41fed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:21.560141465Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-subscription","reconcileID":"ecd847c4-fd0f-48a7-bc89-24673c437865","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-premium-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:21.659250455Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-subscription","reconcileID":"042a425b-9b45-48b2-ab90-05c5d68cdc56","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:21.688399102Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-subscription","reconcileID":"124fbc31-219d-4afe-b378-58cbaa302721","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:21.957534897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-subscription","reconcileID":"57a3d6b0-4fd1-4eb8-8a59-618a2b02f969","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-premium-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/premium-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:22.058781826Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-subscription","reconcileID":"a6469015-5b9e-4dbf-ad47-485560117f7c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-premium-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/premium-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:22.15706454Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-subscription","reconcileID":"a1a66320-bcae-4566-a15c-1f34550bff22","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:22.206351621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-subscription","reconcileID":"922aa51c-0de3-4c49-95ff-8d4861264bf1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-premium-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:22.735530412Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d32028a7-92ae-4a0b-9398-c2256e0d1c32","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:22.847943346Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-subscription","reconcileID":"cc6d3b8e-7273-424a-b221-498562cf0516","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-premium-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/premium-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:22.942777172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1ef43f62-6520-4864-a392-80b64be5737b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:23.037037775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-subscription","reconcileID":"ea8c51bb-3d0b-4c69-90b7-81f8280c151a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-simulator-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:23.066000765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"e2e-auth-iso-09d901","reconcileID":"99889e69-aca2-4cad-9272-32baaaf63c64","MaaSSubscription":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"name":"maas-trlp-auth-test-model-9717a8","model":"ai-tenant-e2e-shared-a-w2-9717a8/auth-test-model-9717a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:23.137457217Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-subscription","reconcileID":"a1bd832b-0f49-4f68-be27-895b942fc805","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-simulator-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:23.223617495Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9717a8","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"auth-test-model-9717a8","reconcileID":"a61fe6b7-2304-42dd-8cf0-09e7bad27d32","MaaSModelRef":{"name":"auth-test-model-9717a8","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"tenant":"e2e-shared-a-w2-9717a8","gateway":"openshift-ingress/e2e-shared-a-w2-9717a8","model":"ai-tenant-e2e-shared-a-w2-9717a8/auth-test-model-9717a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:23.223638332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9717a8","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"auth-test-model-9717a8","reconcileID":"a61fe6b7-2304-42dd-8cf0-09e7bad27d32","MaaSModelRef":{"name":"auth-test-model-9717a8","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"routeName":"auth-test-model-9717a8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-9717a8","llmisvcName":"auth-test-model-9717a8","gateway":"openshift-ingress/e2e-shared-a-w2-9717a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:23.262067964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"e2e-auth-iso-09d901","reconcileID":"fe3a6324-00f6-4201-8356-5051470c408f","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-9717a8","tenantID":"e2e-shared-a-w2-9717a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:23.316496888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"e2e-auth-iso-09d901","reconcileID":"fe3a6324-00f6-4201-8356-5051470c408f","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"name":"e2e-shared-a-w2-9717a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:23.694692978Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-68f80c","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"auth-test-model-68f80c","reconcileID":"b2667c8b-b917-4f62-a63c-0fdd327b91ba","MaaSModelRef":{"name":"auth-test-model-68f80c","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"tenant":"e2e-shared-b-w2-68f80c","gateway":"openshift-ingress/e2e-shared-b-w2-68f80c","model":"ai-tenant-e2e-shared-b-w2-68f80c/auth-test-model-68f80c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:23.694717901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-68f80c","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"auth-test-model-68f80c","reconcileID":"b2667c8b-b917-4f62-a63c-0fdd327b91ba","MaaSModelRef":{"name":"auth-test-model-68f80c","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"routeName":"auth-test-model-68f80c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-68f80c","llmisvcName":"auth-test-model-68f80c","gateway":"openshift-ingress/e2e-shared-b-w2-68f80c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:23.749094701Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-68f80c","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"auth-test-model-68f80c","reconcileID":"7a9db21e-8f60-4a8f-8823-f75ac6b0079a","MaaSModelRef":{"name":"auth-test-model-68f80c","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"tenant":"e2e-shared-b-w2-68f80c","gateway":"openshift-ingress/e2e-shared-b-w2-68f80c","model":"ai-tenant-e2e-shared-b-w2-68f80c/auth-test-model-68f80c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:23.749117306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-68f80c","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"auth-test-model-68f80c","reconcileID":"7a9db21e-8f60-4a8f-8823-f75ac6b0079a","MaaSModelRef":{"name":"auth-test-model-68f80c","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"routeName":"auth-test-model-68f80c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-68f80c","llmisvcName":"auth-test-model-68f80c","gateway":"openshift-ingress/e2e-shared-b-w2-68f80c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:23.846375476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"e2e-auth-iso-09d901","reconcileID":"268d8049-9726-4236-aebe-16dbea9ed378","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-68f80c","tenantID":"e2e-shared-b-w2-68f80c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:23.979500643Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"e2e-auth-iso-09d901","reconcileID":"268d8049-9726-4236-aebe-16dbea9ed378","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"name":"e2e-shared-b-w2-68f80c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:24.034713168Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-68f80c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"e2e-auth-iso-09d901","reconcileID":"268d8049-9726-4236-aebe-16dbea9ed378","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:24.087285854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-68f80c","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"auth-test-model-68f80c","reconcileID":"af019c45-4f32-40a5-b264-680b1bc4a151","MaaSModelRef":{"name":"auth-test-model-68f80c","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"tenant":"e2e-shared-b-w2-68f80c","gateway":"openshift-ingress/e2e-shared-b-w2-68f80c","model":"ai-tenant-e2e-shared-b-w2-68f80c/auth-test-model-68f80c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:24.087313316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-68f80c","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"auth-test-model-68f80c","reconcileID":"af019c45-4f32-40a5-b264-680b1bc4a151","MaaSModelRef":{"name":"auth-test-model-68f80c","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"routeName":"auth-test-model-68f80c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-68f80c","llmisvcName":"auth-test-model-68f80c","gateway":"openshift-ingress/e2e-shared-b-w2-68f80c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:25.505091028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"premium-w1-e65019","reconcileID":"4406429b-362d-480d-81e7-4c64868616e2","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"premium-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"premium-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:25.557006639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"premium-w1-e65019","reconcileID":"d56d5f6d-9dbc-402b-852d-8f17599e2e89","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"premium-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"premium-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:25.703874343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-test-auth-no-access","reconcileID":"164b7c6e-2f60-4af5-9b53-93bb14e289de","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:25.757693212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-test-auth-no-access","reconcileID":"164b7c6e-2f60-4af5-9b53-93bb14e289de","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:25.775489217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"premium-w1-e65019","reconcileID":"837883c9-6668-4fcd-affa-1739a577427b","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"premium-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"premium-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:25.829863535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"premium-w1-e65019","reconcileID":"072b3bdb-b8b8-4e30-b95c-2c56bda66fd9","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"premium-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"premium-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:38:25.881890879Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-test-subscription-no-access","reconcileID":"fb9ff2df-93bf-428c-9757-7a97f5929f51","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:25.925965406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"0990d0dc-b985-4e18-a43f-f2fbc79a5606","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:25.929181929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"4a466d5b-6270-4243-927a-bf12e8b5a91a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:25.980631564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"0990d0dc-b985-4e18-a43f-f2fbc79a5606","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:25.98323932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"4a466d5b-6270-4243-927a-bf12e8b5a91a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:25.990835321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"premium-w1-e65019","reconcileID":"871012e1-da03-4ac4-9e38-dd364d034209","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"premium-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"premium-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:26.04264763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"premium-w1-e65019","reconcileID":"4886037f-0ebc-4664-8f06-49305f72fa3b","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"premium-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"premium-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:26.062155081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"premium-w1-e65019","reconcileID":"b9d0ab1d-c24c-42b1-996a-6b351f42d634","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"premium-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"premium-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:26.266123277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-test-auth-no-access","reconcileID":"33febabf-04cb-4070-8126-f0019384fdc5","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:26.300052205Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-test-subscription-no-access","reconcileID":"f3b62555-3382-4f87-9759-b8df14927653","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-premium-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/premium-w1-e65019","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-e65019/e2e-test-subscription-no-access","ai-tenant-e2e-worker-w1-e65019/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:26.321274998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-test-auth-no-access","reconcileID":"33febabf-04cb-4070-8126-f0019384fdc5","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:26.366838928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"8ee02833-ab21-4d3f-a7e5-7fd3b8fbacb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:26.366842942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"93018f2e-04f9-4a8c-800f-f2a7f38d0f74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:26.422179899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"8ee02833-ab21-4d3f-a7e5-7fd3b8fbacb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:26.4224245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"93018f2e-04f9-4a8c-800f-f2a7f38d0f74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:26.460252985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"premium-w1-e65019","reconcileID":"16749d72-c477-439b-aa68-c51d5854c740","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"premium-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"premium-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:26.499816212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-subscription","reconcileID":"b998ff0a-3e2a-4df5-bb5f-14ec986406a9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-premium-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/premium-w1-e65019","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:26.658470948Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-test-subscription-no-access","reconcileID":"83b17c30-58c0-457e-87ff-9af5ab50250e","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-premium-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/premium-w1-e65019","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:26.897224641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"e2e-auth-iso-f07aca","reconcileID":"c089656d-6a8f-4f42-be4c-eb5874250db4","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f39eb7","tenantID":"e2e-shared-a-w4-f39eb7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:26.951619333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"e2e-auth-iso-f07aca","reconcileID":"c089656d-6a8f-4f42-be4c-eb5874250db4","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"name":"e2e-shared-a-w4-f39eb7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:27.004912066Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-f39eb7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"e2e-auth-iso-f07aca","reconcileID":"c089656d-6a8f-4f42-be4c-eb5874250db4","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:29.184240422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"premium-w1-e65019","reconcileID":"c5d614ac-87f7-4444-ac44-3e40ebc992d5","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"premium-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"premium-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:29.330003248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-test-auth-no-access","reconcileID":"f38f3cd5-e2a9-49f1-8afa-00d630b3ccb0","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:29.330219876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"54b9fef6-e99c-4f28-80b8-a98ecb571913","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:29.330504145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"19ba7782-b541-40f6-917d-587460b28725","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:29.386106596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-test-auth-no-access","reconcileID":"f38f3cd5-e2a9-49f1-8afa-00d630b3ccb0","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:29.386135226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"54b9fef6-e99c-4f28-80b8-a98ecb571913","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:29.389700704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"19ba7782-b541-40f6-917d-587460b28725","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:34.185310227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"e2e-auth-iso-09d901","reconcileID":"659ec48b-6ffd-4366-a1b1-c8bd94f62148","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-68f80c","tenantID":"e2e-shared-b-w2-68f80c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:34.239168791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"e2e-auth-iso-09d901","reconcileID":"659ec48b-6ffd-4366-a1b1-c8bd94f62148","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"name":"e2e-shared-b-w2-68f80c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:34.291640188Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-68f80c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"e2e-auth-iso-09d901","reconcileID":"659ec48b-6ffd-4366-a1b1-c8bd94f62148","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:36.168351201Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:37.105275661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"e2e-auth-iso-f07aca","reconcileID":"65ec8ce8-39b3-4535-b973-911e6c07ba2e","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f39eb7","tenantID":"e2e-shared-a-w4-f39eb7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:37.160651048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"e2e-auth-iso-f07aca","reconcileID":"65ec8ce8-39b3-4535-b973-911e6c07ba2e","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"name":"e2e-shared-a-w4-f39eb7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:37.21317932Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-f39eb7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"e2e-auth-iso-f07aca","reconcileID":"65ec8ce8-39b3-4535-b973-911e6c07ba2e","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:39.338099844Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-test-subscription-no-access","reconcileID":"9f9ac60b-bca2-4424-ab69-a867e6bc16df","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"model":"e2e-models-e2e-worker-w1-e65019/premium-w1-e65019","subscription":"e2e-test-subscription-no-access","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:39.542590961Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-test-subscription-no-access","reconcileID":"9f9ac60b-bca2-4424-ab69-a867e6bc16df","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-premium-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/premium-w1-e65019","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-e65019/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:39.739602315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-subscription","reconcileID":"5fd8f038-cc13-400a-ab81-c46515cad42b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-premium-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/premium-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:39.750539933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"premium-w1-e65019","reconcileID":"df5018be-dd4b-43eb-9ec2-4cfa66aebdbf","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"premium-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"premium-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:39.908471926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"696109fa-3b5c-4fcf-bef6-a9ddb891cf26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:39.90859711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-test-auth-no-access","reconcileID":"53fb6473-48f0-4352-bf50-1b1f21187dbd","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:39.908474104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"6f636c03-d433-4ad9-9f95-3e74cf2c4900","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:39.928566496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"premium-w1-e65019","reconcileID":"2c51137c-6b54-4c5e-92b2-b3142eda27cd","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"premium-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"premium-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:39.974916523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"696109fa-3b5c-4fcf-bef6-a9ddb891cf26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:39.974930517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-test-auth-no-access","reconcileID":"53fb6473-48f0-4352-bf50-1b1f21187dbd","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:39.977052627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"6f636c03-d433-4ad9-9f95-3e74cf2c4900","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:40.121687499Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"e2e-test-auth-no-access","reconcileID":"efeee32c-95c0-4e23-8fc1-188d09b70ace","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"model":"e2e-models-e2e-worker-w1-e65019/premium-w1-e65019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:40.327673657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"premium-w1-e65019","reconcileID":"06808e5d-5cd1-4220-af3d-819e9c92c795","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"premium-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"premium-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:41.923565547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-435923","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"auth-test-model-435923","reconcileID":"85f8b917-be04-4f15-9e87-d53a6fed9413","MaaSModelRef":{"name":"auth-test-model-435923","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"tenant":"e2e-shared-b-w3-435923","gateway":"openshift-ingress/e2e-shared-b-w3-435923","model":"ai-tenant-e2e-shared-b-w3-435923/auth-test-model-435923","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:41.924154339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-435923","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"auth-test-model-435923","reconcileID":"85f8b917-be04-4f15-9e87-d53a6fed9413","MaaSModelRef":{"name":"auth-test-model-435923","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"routeName":"auth-test-model-435923-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-435923","llmisvcName":"auth-test-model-435923","gateway":"openshift-ingress/e2e-shared-b-w3-435923","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:44.248483287Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"auth-test-model-3b392d","reconcileID":"5562adcf-6602-41ac-afb3-344549a8f387","MaaSModelRef":{"name":"auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"tenant":"e2e-shared-a-w0-3b392d","gateway":"openshift-ingress/e2e-shared-a-w0-3b392d","model":"ai-tenant-e2e-shared-a-w0-3b392d/auth-test-model-3b392d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:44.248587333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"auth-test-model-3b392d","reconcileID":"5562adcf-6602-41ac-afb3-344549a8f387","MaaSModelRef":{"name":"auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"routeName":"auth-test-model-3b392d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-3b392d","llmisvcName":"auth-test-model-3b392d","gateway":"openshift-ingress/e2e-shared-a-w0-3b392d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:44.390931658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"e2e-auth-iso-09d901","reconcileID":"25c7fa69-1d2b-42e5-bb5a-6df1d5e6caef","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-68f80c","tenantID":"e2e-shared-b-w2-68f80c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:44.447223356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"e2e-auth-iso-09d901","reconcileID":"25c7fa69-1d2b-42e5-bb5a-6df1d5e6caef","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"name":"e2e-shared-b-w2-68f80c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:44.499860385Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-68f80c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"e2e-auth-iso-09d901","reconcileID":"25c7fa69-1d2b-42e5-bb5a-6df1d5e6caef","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:46.737492273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"099eacfe-73b7-4575-adf7-4eed2586b451","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:46.786157123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"099eacfe-73b7-4575-adf7-4eed2586b451","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:46.837485156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"099eacfe-73b7-4575-adf7-4eed2586b451","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:46.886072646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"099eacfe-73b7-4575-adf7-4eed2586b451","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:47.308095694Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-cbe3a9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-cbe3a9","reconcileID":"cc6520eb-c85a-45c5-ad38-a8e8c13dcb78","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-cbe3a9","applied":{"maas.opendatahub.io/gateway-access-e2e-explicit-cbe3a9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:47.313181481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"e2e-auth-iso-f07aca","reconcileID":"bb8d196a-a555-4659-8eb4-0fe4c26f9bd5","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f39eb7","tenantID":"e2e-shared-a-w4-f39eb7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:47.367876188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"e2e-auth-iso-f07aca","reconcileID":"bb8d196a-a555-4659-8eb4-0fe4c26f9bd5","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"name":"e2e-shared-a-w4-f39eb7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:47.421039681Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-f39eb7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a74cbe79d5ff8a98cf39e5d0c52d1a6e063213124308459d44125755982de30e) AuthConfig (4e5707336363e075e1a244c4b61299e1deda1f701d576e0ab7ed404b79f2378d) AuthConfig (53ee796792b955b596aab994052a4f6d7ed89785f8db0a6e2f3b7be3859e8038) AuthConfig (cb839772177d1e3e5cce6d6c6a6c5a9d8ddf1cccee9c999fafb4e6b80001d5f6) AuthConfig (3c5d781d86e6141c602339bf0cfa16cf5a6aeb56a6306534ca683eb65c5dc13c) AuthConfig (0299d85729ee1ba809344ad90c774a94dc9b18ebb9b4ca834dcc195af42a0096) AuthConfig (7fce265ca8ca88ab189b529d8544c9cbd6034d7b702de604858774eeb2c6483a) AuthConfig (c35e0bca3eaa8c30abd93ba54dd6ea372bdb189df880ffa7396514679a505af3) AuthConfig (2746f239927b45fbb6edac327e42f5361ca422d882f626a1851ade251c1560f4) AuthConfig (b81d6fe96e293de5ee9a0f880eacd8d72c244104dda23ccd50166590d8f149e5) AuthConfig (e5db832e774d817fbd1c764e9b00e6f6e047e804d1cc5db2d88df09ebc973583) AuthConfig (b473742475b765913c4b007d907905e914b192c34382b7fc76ecdda06fa4ef91) AuthConfig (7d8f58fd0fd159c60f7e6189c7130a1e4a255aa809185c7c3ccdc1125f713cc5) AuthConfig (a1c687d14d20c7439e13d7df8ef9d0d1e9c6cf4e3fbc3be79cdf1938f7633e28) AuthConfig (b7938bbf2e73c1361bdab7da9f625bd94530c0e01f2e74847ee000f0bd920da9) AuthConfig (71638e21d95ba9c57ecdd4637076536b0974371f238d71ca3b3b19a0d22e5862) AuthConfig (fb67f7e950a80e00dbe2b67b5e41c8a0972c1b7a094cc9ed53be8a9fce687436) AuthConfig (20f1e9bf253503c2f24e624d000248301ef10eb367ade9529ac33a17382debed)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"e2e-auth-iso-f07aca","reconcileID":"bb8d196a-a555-4659-8eb4-0fe4c26f9bd5","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:47.433359563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"auth-test-model-fc6466","reconcileID":"050dece1-2c03-4161-9364-2cbcad3e99e7","MaaSModelRef":{"name":"auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"tenant":"e2e-shared-a-w3-fc6466","gateway":"openshift-ingress/e2e-shared-a-w3-fc6466","model":"ai-tenant-e2e-shared-a-w3-fc6466/auth-test-model-fc6466","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:47.43337621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"auth-test-model-fc6466","reconcileID":"050dece1-2c03-4161-9364-2cbcad3e99e7","MaaSModelRef":{"name":"auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"routeName":"auth-test-model-fc6466-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-fc6466","llmisvcName":"auth-test-model-fc6466","gateway":"openshift-ingress/e2e-shared-a-w3-fc6466","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:47.484671137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"auth-test-model-f39eb7","reconcileID":"bc3483ca-9df5-4c4f-a853-b37bb735156e","MaaSModelRef":{"name":"auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"tenant":"e2e-shared-a-w4-f39eb7","gateway":"openshift-ingress/e2e-shared-a-w4-f39eb7","model":"ai-tenant-e2e-shared-a-w4-f39eb7/auth-test-model-f39eb7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:47.484686541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"auth-test-model-f39eb7","reconcileID":"bc3483ca-9df5-4c4f-a853-b37bb735156e","MaaSModelRef":{"name":"auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"routeName":"auth-test-model-f39eb7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","llmisvcName":"auth-test-model-f39eb7","gateway":"openshift-ingress/e2e-shared-a-w4-f39eb7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:47.488179546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"auth-test-model-fc6466","reconcileID":"944e8c3d-fd6f-4bf6-ac02-fc56384420a3","MaaSModelRef":{"name":"auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"tenant":"e2e-shared-a-w3-fc6466","gateway":"openshift-ingress/e2e-shared-a-w3-fc6466","model":"ai-tenant-e2e-shared-a-w3-fc6466/auth-test-model-fc6466","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:47.488199406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"auth-test-model-fc6466","reconcileID":"944e8c3d-fd6f-4bf6-ac02-fc56384420a3","MaaSModelRef":{"name":"auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"routeName":"auth-test-model-fc6466-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-fc6466","llmisvcName":"auth-test-model-fc6466","gateway":"openshift-ingress/e2e-shared-a-w3-fc6466","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:47.651022046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"e2e-auth-iso-e6d898","reconcileID":"a259d21f-a963-4672-b90d-e1a2933705e0","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-fc6466","tenantID":"e2e-shared-a-w3-fc6466","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:47.786902545Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"e2e-auth-iso-e6d898","reconcileID":"a259d21f-a963-4672-b90d-e1a2933705e0","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"name":"e2e-shared-a-w3-fc6466-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:47.839812949Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-fc6466-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"e2e-auth-iso-e6d898","reconcileID":"a259d21f-a963-4672-b90d-e1a2933705e0","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:47.928881514Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"auth-test-model-fc6466","reconcileID":"7b680e83-b400-46f4-ada8-8700abffe182","MaaSModelRef":{"name":"auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"tenant":"e2e-shared-a-w3-fc6466","gateway":"openshift-ingress/e2e-shared-a-w3-fc6466","model":"ai-tenant-e2e-shared-a-w3-fc6466/auth-test-model-fc6466","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:47.928899353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"auth-test-model-fc6466","reconcileID":"7b680e83-b400-46f4-ada8-8700abffe182","MaaSModelRef":{"name":"auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"routeName":"auth-test-model-fc6466-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-fc6466","llmisvcName":"auth-test-model-fc6466","gateway":"openshift-ingress/e2e-shared-a-w3-fc6466","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:48.718588098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f9e5bc0-714b-43c3-8d5c-c5b73d47709c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:48.770396029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f9e5bc0-714b-43c3-8d5c-c5b73d47709c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:48.819747455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f9e5bc0-714b-43c3-8d5c-c5b73d47709c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:48.869762034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f9e5bc0-714b-43c3-8d5c-c5b73d47709c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:54.597927524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"e2e-auth-iso-09d901","reconcileID":"6b4a5702-f4a0-4eb9-8598-48dc8993f92d","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-68f80c","tenantID":"e2e-shared-b-w2-68f80c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:54.654180423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"e2e-auth-iso-09d901","reconcileID":"6b4a5702-f4a0-4eb9-8598-48dc8993f92d","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"name":"e2e-shared-b-w2-68f80c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:54.706950275Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-68f80c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f1ccb2f5980d22b88c5558e300bb52e183ef986bc80740a4e9209252d1d5d202) AuthConfig (88d9da829e22891ace9e38430f8c327ad0ac42ad28fb11ecd07da9207c5a909d) AuthConfig (a3dce992d3ce4706e1a16107943b1c0fbcf6eae151cf4d9840421aabf4752952) AuthConfig (e448915e3ed08c063b6b2fd1d31ca1c0208f39981949f975f7510a7e8fa7b443) AuthConfig (013d73038c63cb6595516ab950bf42ce80153bed5e79e1cc84a88f66e0578ff7) AuthConfig (3aca6ba8590a8a986e55441a65bca1847de5a01d92bdd887e21e0166ce0fb77c) AuthConfig (c3151b0f036caf4f501db47bccb083ede534f7f9fde6bea9a27227664c50ea4e) AuthConfig (a318989107260d2bc36f76283396e93ad5f92937cf484d2e053087c62851b1e0) AuthConfig (777599d9d4b20b16c9c33f984f7f48a3799e4e2aad83902802e3b7e1a08f8c3b) AuthConfig (9ce4f626a6720255f89c19402b3e706ee935cb7d97a1e217154436c4c66adeaa) AuthConfig (955570503d4b7714a159041e7fbeec584daae6104ef5d6b39303d5808b6100ae) AuthConfig (c8b38ab5bf422406f915cfabb8b15684c43c62c1067904390a13e0e1f94150da) AuthConfig (964a86365e54e28bcddf704520d3606c6d46a7eed7cefeea73a66e7297993c59) AuthConfig (ba1c6b9baf2a8f4439ed9fd9e71f96c784176e50523d9270bafae993921d84a4) AuthConfig (7b0b9893d1e374e841be972c374d9b3c2aa57d856d59545cfdd2759d711d040c) AuthConfig (14be3a0de0bc4406439019142831533c44e8486ae621a13ad7fb9c4e1174db61) AuthConfig (906e2682df6a12131a986622d0884581d432ed1cfadae865a87cab2b59af74a5) AuthConfig (222bb4f2766c3e7e96ba68e9a0d3116a3f7797d5608717db7a783fb82bfdce98)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"e2e-auth-iso-09d901","reconcileID":"6b4a5702-f4a0-4eb9-8598-48dc8993f92d","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:54.761460619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-68f80c","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"auth-test-model-68f80c","reconcileID":"42db71c1-c8c5-4a4d-b9a3-b336ff233166","MaaSModelRef":{"name":"auth-test-model-68f80c","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"tenant":"e2e-shared-b-w2-68f80c","gateway":"openshift-ingress/e2e-shared-b-w2-68f80c","model":"ai-tenant-e2e-shared-b-w2-68f80c/auth-test-model-68f80c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:54.761487891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-68f80c","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"auth-test-model-68f80c","reconcileID":"42db71c1-c8c5-4a4d-b9a3-b336ff233166","MaaSModelRef":{"name":"auth-test-model-68f80c","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"routeName":"auth-test-model-68f80c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-68f80c","llmisvcName":"auth-test-model-68f80c","gateway":"openshift-ingress/e2e-shared-b-w2-68f80c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:57.582756841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"e2e-auth-iso-f07aca","reconcileID":"ae611cdb-74b1-44a7-b3ad-50c6e00d2d03","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f39eb7","tenantID":"e2e-shared-a-w4-f39eb7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:57.636654085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"e2e-auth-iso-f07aca","reconcileID":"ae611cdb-74b1-44a7-b3ad-50c6e00d2d03","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"name":"e2e-shared-a-w4-f39eb7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:57.689375211Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-f39eb7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a74cbe79d5ff8a98cf39e5d0c52d1a6e063213124308459d44125755982de30e) AuthConfig (4e5707336363e075e1a244c4b61299e1deda1f701d576e0ab7ed404b79f2378d) AuthConfig (53ee796792b955b596aab994052a4f6d7ed89785f8db0a6e2f3b7be3859e8038) AuthConfig (cb839772177d1e3e5cce6d6c6a6c5a9d8ddf1cccee9c999fafb4e6b80001d5f6) AuthConfig (3c5d781d86e6141c602339bf0cfa16cf5a6aeb56a6306534ca683eb65c5dc13c) AuthConfig (0299d85729ee1ba809344ad90c774a94dc9b18ebb9b4ca834dcc195af42a0096) AuthConfig (7fce265ca8ca88ab189b529d8544c9cbd6034d7b702de604858774eeb2c6483a) AuthConfig (c35e0bca3eaa8c30abd93ba54dd6ea372bdb189df880ffa7396514679a505af3) AuthConfig (2746f239927b45fbb6edac327e42f5361ca422d882f626a1851ade251c1560f4) AuthConfig (b81d6fe96e293de5ee9a0f880eacd8d72c244104dda23ccd50166590d8f149e5) AuthConfig (e5db832e774d817fbd1c764e9b00e6f6e047e804d1cc5db2d88df09ebc973583) AuthConfig (b473742475b765913c4b007d907905e914b192c34382b7fc76ecdda06fa4ef91) AuthConfig (7d8f58fd0fd159c60f7e6189c7130a1e4a255aa809185c7c3ccdc1125f713cc5) AuthConfig (a1c687d14d20c7439e13d7df8ef9d0d1e9c6cf4e3fbc3be79cdf1938f7633e28) AuthConfig (b7938bbf2e73c1361bdab7da9f625bd94530c0e01f2e74847ee000f0bd920da9) AuthConfig (71638e21d95ba9c57ecdd4637076536b0974371f238d71ca3b3b19a0d22e5862) AuthConfig (fb67f7e950a80e00dbe2b67b5e41c8a0972c1b7a094cc9ed53be8a9fce687436) AuthConfig (20f1e9bf253503c2f24e624d000248301ef10eb367ade9529ac33a17382debed)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"e2e-auth-iso-f07aca","reconcileID":"ae611cdb-74b1-44a7-b3ad-50c6e00d2d03","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:58.026837663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"e2e-auth-iso-e6d898","reconcileID":"d9882897-ad9a-4cf5-8518-403d0ff61e29","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-fc6466","tenantID":"e2e-shared-a-w3-fc6466","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:58.080896864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"e2e-auth-iso-e6d898","reconcileID":"d9882897-ad9a-4cf5-8518-403d0ff61e29","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"name":"e2e-shared-a-w3-fc6466-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:58.134189077Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-fc6466-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"e2e-auth-iso-e6d898","reconcileID":"d9882897-ad9a-4cf5-8518-403d0ff61e29","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:04.859480476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"e2e-auth-iso-09d901","reconcileID":"2ef32596-4ea2-463a-8f2f-d8359056fa5f","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-68f80c","tenantID":"e2e-shared-b-w2-68f80c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:04.913192043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"e2e-auth-iso-09d901","reconcileID":"2ef32596-4ea2-463a-8f2f-d8359056fa5f","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"name":"e2e-shared-b-w2-68f80c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:04.966043686Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-68f80c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f1ccb2f5980d22b88c5558e300bb52e183ef986bc80740a4e9209252d1d5d202) AuthConfig (88d9da829e22891ace9e38430f8c327ad0ac42ad28fb11ecd07da9207c5a909d) AuthConfig (a3dce992d3ce4706e1a16107943b1c0fbcf6eae151cf4d9840421aabf4752952) AuthConfig (e448915e3ed08c063b6b2fd1d31ca1c0208f39981949f975f7510a7e8fa7b443) AuthConfig (013d73038c63cb6595516ab950bf42ce80153bed5e79e1cc84a88f66e0578ff7) AuthConfig (3aca6ba8590a8a986e55441a65bca1847de5a01d92bdd887e21e0166ce0fb77c) AuthConfig (c3151b0f036caf4f501db47bccb083ede534f7f9fde6bea9a27227664c50ea4e) AuthConfig (a318989107260d2bc36f76283396e93ad5f92937cf484d2e053087c62851b1e0) AuthConfig (777599d9d4b20b16c9c33f984f7f48a3799e4e2aad83902802e3b7e1a08f8c3b) AuthConfig (9ce4f626a6720255f89c19402b3e706ee935cb7d97a1e217154436c4c66adeaa) AuthConfig (955570503d4b7714a159041e7fbeec584daae6104ef5d6b39303d5808b6100ae) AuthConfig (c8b38ab5bf422406f915cfabb8b15684c43c62c1067904390a13e0e1f94150da) AuthConfig (964a86365e54e28bcddf704520d3606c6d46a7eed7cefeea73a66e7297993c59) AuthConfig (ba1c6b9baf2a8f4439ed9fd9e71f96c784176e50523d9270bafae993921d84a4) AuthConfig (7b0b9893d1e374e841be972c374d9b3c2aa57d856d59545cfdd2759d711d040c) AuthConfig (14be3a0de0bc4406439019142831533c44e8486ae621a13ad7fb9c4e1174db61) AuthConfig (906e2682df6a12131a986622d0884581d432ed1cfadae865a87cab2b59af74a5) AuthConfig (222bb4f2766c3e7e96ba68e9a0d3116a3f7797d5608717db7a783fb82bfdce98)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"e2e-auth-iso-09d901","reconcileID":"2ef32596-4ea2-463a-8f2f-d8359056fa5f","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:06.167895313Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:07.789978633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"e2e-auth-iso-f07aca","reconcileID":"1d948e06-0be8-4cea-9695-8918ad0a480b","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f39eb7","tenantID":"e2e-shared-a-w4-f39eb7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:07.843689101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"e2e-auth-iso-f07aca","reconcileID":"1d948e06-0be8-4cea-9695-8918ad0a480b","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"name":"e2e-shared-a-w4-f39eb7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:07.896240151Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-f39eb7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a74cbe79d5ff8a98cf39e5d0c52d1a6e063213124308459d44125755982de30e) AuthConfig (4e5707336363e075e1a244c4b61299e1deda1f701d576e0ab7ed404b79f2378d) AuthConfig (53ee796792b955b596aab994052a4f6d7ed89785f8db0a6e2f3b7be3859e8038) AuthConfig (cb839772177d1e3e5cce6d6c6a6c5a9d8ddf1cccee9c999fafb4e6b80001d5f6) AuthConfig (3c5d781d86e6141c602339bf0cfa16cf5a6aeb56a6306534ca683eb65c5dc13c) AuthConfig (0299d85729ee1ba809344ad90c774a94dc9b18ebb9b4ca834dcc195af42a0096) AuthConfig (7fce265ca8ca88ab189b529d8544c9cbd6034d7b702de604858774eeb2c6483a) AuthConfig (c35e0bca3eaa8c30abd93ba54dd6ea372bdb189df880ffa7396514679a505af3) AuthConfig (2746f239927b45fbb6edac327e42f5361ca422d882f626a1851ade251c1560f4) AuthConfig (b81d6fe96e293de5ee9a0f880eacd8d72c244104dda23ccd50166590d8f149e5) AuthConfig (e5db832e774d817fbd1c764e9b00e6f6e047e804d1cc5db2d88df09ebc973583) AuthConfig (b473742475b765913c4b007d907905e914b192c34382b7fc76ecdda06fa4ef91) AuthConfig (7d8f58fd0fd159c60f7e6189c7130a1e4a255aa809185c7c3ccdc1125f713cc5) AuthConfig (a1c687d14d20c7439e13d7df8ef9d0d1e9c6cf4e3fbc3be79cdf1938f7633e28) AuthConfig (b7938bbf2e73c1361bdab7da9f625bd94530c0e01f2e74847ee000f0bd920da9) AuthConfig (71638e21d95ba9c57ecdd4637076536b0974371f238d71ca3b3b19a0d22e5862) AuthConfig (fb67f7e950a80e00dbe2b67b5e41c8a0972c1b7a094cc9ed53be8a9fce687436) AuthConfig (20f1e9bf253503c2f24e624d000248301ef10eb367ade9529ac33a17382debed)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"e2e-auth-iso-f07aca","reconcileID":"1d948e06-0be8-4cea-9695-8918ad0a480b","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:08.235524292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"e2e-auth-iso-e6d898","reconcileID":"832caae7-dfd9-412d-b025-af96746992ef","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-fc6466","tenantID":"e2e-shared-a-w3-fc6466","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:08.289548412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"e2e-auth-iso-e6d898","reconcileID":"832caae7-dfd9-412d-b025-af96746992ef","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"name":"e2e-shared-a-w3-fc6466-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:08.342108802Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-fc6466-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"e2e-auth-iso-e6d898","reconcileID":"832caae7-dfd9-412d-b025-af96746992ef","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:15.064083052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"e2e-auth-iso-09d901","reconcileID":"6e85ae23-fe15-483b-8a6b-fab4e9e9bd12","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-68f80c","tenantID":"e2e-shared-b-w2-68f80c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:15.118519361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"e2e-auth-iso-09d901","reconcileID":"6e85ae23-fe15-483b-8a6b-fab4e9e9bd12","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"name":"e2e-shared-b-w2-68f80c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:15.172197696Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-68f80c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f1ccb2f5980d22b88c5558e300bb52e183ef986bc80740a4e9209252d1d5d202) AuthConfig (88d9da829e22891ace9e38430f8c327ad0ac42ad28fb11ecd07da9207c5a909d) AuthConfig (a3dce992d3ce4706e1a16107943b1c0fbcf6eae151cf4d9840421aabf4752952) AuthConfig (e448915e3ed08c063b6b2fd1d31ca1c0208f39981949f975f7510a7e8fa7b443) AuthConfig (013d73038c63cb6595516ab950bf42ce80153bed5e79e1cc84a88f66e0578ff7) AuthConfig (3aca6ba8590a8a986e55441a65bca1847de5a01d92bdd887e21e0166ce0fb77c) AuthConfig (c3151b0f036caf4f501db47bccb083ede534f7f9fde6bea9a27227664c50ea4e) AuthConfig (a318989107260d2bc36f76283396e93ad5f92937cf484d2e053087c62851b1e0) AuthConfig (777599d9d4b20b16c9c33f984f7f48a3799e4e2aad83902802e3b7e1a08f8c3b) AuthConfig (9ce4f626a6720255f89c19402b3e706ee935cb7d97a1e217154436c4c66adeaa) AuthConfig (955570503d4b7714a159041e7fbeec584daae6104ef5d6b39303d5808b6100ae) AuthConfig (c8b38ab5bf422406f915cfabb8b15684c43c62c1067904390a13e0e1f94150da) AuthConfig (964a86365e54e28bcddf704520d3606c6d46a7eed7cefeea73a66e7297993c59) AuthConfig (ba1c6b9baf2a8f4439ed9fd9e71f96c784176e50523d9270bafae993921d84a4) AuthConfig (7b0b9893d1e374e841be972c374d9b3c2aa57d856d59545cfdd2759d711d040c) AuthConfig (14be3a0de0bc4406439019142831533c44e8486ae621a13ad7fb9c4e1174db61) AuthConfig (906e2682df6a12131a986622d0884581d432ed1cfadae865a87cab2b59af74a5) AuthConfig (222bb4f2766c3e7e96ba68e9a0d3116a3f7797d5608717db7a783fb82bfdce98)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"e2e-auth-iso-09d901","reconcileID":"6e85ae23-fe15-483b-8a6b-fab4e9e9bd12","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:17.995662281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"e2e-auth-iso-f07aca","reconcileID":"080d5937-8d7e-4811-8f78-f6eaeee67e9d","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f39eb7","tenantID":"e2e-shared-a-w4-f39eb7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:18.053228855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"e2e-auth-iso-f07aca","reconcileID":"080d5937-8d7e-4811-8f78-f6eaeee67e9d","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"name":"e2e-shared-a-w4-f39eb7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:18.306796723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"auth-test-model-f39eb7","reconcileID":"440f11da-57f9-4345-baf8-04037c9afe68","MaaSModelRef":{"name":"auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"tenant":"e2e-shared-a-w4-f39eb7","gateway":"openshift-ingress/e2e-shared-a-w4-f39eb7","model":"ai-tenant-e2e-shared-a-w4-f39eb7/auth-test-model-f39eb7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:18.306816463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"auth-test-model-f39eb7","reconcileID":"440f11da-57f9-4345-baf8-04037c9afe68","MaaSModelRef":{"name":"auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"routeName":"auth-test-model-f39eb7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","llmisvcName":"auth-test-model-f39eb7","gateway":"openshift-ingress/e2e-shared-a-w4-f39eb7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:18.441089439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"e2e-auth-iso-e6d898","reconcileID":"54be4fe5-ce1a-4bd4-ac43-44d1508e94f8","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-fc6466","tenantID":"e2e-shared-a-w3-fc6466","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:18.495517485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"e2e-auth-iso-e6d898","reconcileID":"54be4fe5-ce1a-4bd4-ac43-44d1508e94f8","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"name":"e2e-shared-a-w3-fc6466-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:18.549555332Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-fc6466-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (39e4bd2f4569f36be6b841dd34835f45d58a91727db85bb9dde97dd4a1175333) AuthConfig (41f15856bff6e06ef79c018bbb84cc90754716ad4d7c35c2ed4fb08cef5cff4e) AuthConfig (bbbf30e0ee12b96af57fd3472112a408b6fd295f52b27e11907cb3a0d4ead497) AuthConfig (cd90d1410c16682680fed7902690ea44d00a845314f9b81815e2c3651a698a06) AuthConfig (b622efa5b055d5033a76e71396faa1dc4d2c905342a701cb1895ab34f03bc1a9) AuthConfig (97c7b81c2c0c049c5827b67d62c6ca49effc9fd4351bffba4043caee3086f9c8) AuthConfig (4f443569724d3376a548847578d862cd5dd2214b70c0b7e2f842c7f58a7d22e7) AuthConfig (8baf4033a60b97f6e90a7ea886d16e0a367ab6097ba35642aba13befedcefad6) AuthConfig (4925aa4f28654dee16ce4458bdabb9d80770cd7a2a3c5a9b8227abd7a864dd48) AuthConfig (27a4c7c880d531a0e7beb94cf1b5b3841fc177b2b6ecf5b71ef5397ba7973641) AuthConfig (84638f769087e4f9873213ddae44539f9267fd247ac7a3949919e6c64a41e3a4) AuthConfig (8cf2811f74ea1aef5982ca7e0801911aaa1b22e0584f005b7217103297dbfb44) AuthConfig (d170861aab0adaa2e2ce7b38cc5ce78f87a45598bbf8ac0eabd7977f28259266) AuthConfig (4a426c5fada695d63bcf542da907eab4948a1180f42fc3696cd73790f4295b4d) AuthConfig (e4ad62d53dcd8bb20dde08be2349f43f8fb218e13ed91f158651001f1e6abfed) AuthConfig (17a65c0786489f5b3a7708a1a63725636b85e50e46e6b775f39433441b2f3001) AuthConfig (9b6dc8325107f3cded2bca71e3e443c6766ba286ef6bbc436c0ab02f22f003d1) AuthConfig (ea2c28c753fe35c5f7595e269ee7517874efba3dcb2204d44ea17f6e101e0363)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"e2e-auth-iso-e6d898","reconcileID":"54be4fe5-ce1a-4bd4-ac43-44d1508e94f8","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:18.60517839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"auth-test-model-fc6466","reconcileID":"c6b56845-f01b-4088-8978-615d58e58a03","MaaSModelRef":{"name":"auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"tenant":"e2e-shared-a-w3-fc6466","gateway":"openshift-ingress/e2e-shared-a-w3-fc6466","model":"ai-tenant-e2e-shared-a-w3-fc6466/auth-test-model-fc6466","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:18.605217367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"auth-test-model-fc6466","reconcileID":"c6b56845-f01b-4088-8978-615d58e58a03","MaaSModelRef":{"name":"auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"routeName":"auth-test-model-fc6466-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-fc6466","llmisvcName":"auth-test-model-fc6466","gateway":"openshift-ingress/e2e-shared-a-w3-fc6466","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:18.937709744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"auth-test-model-f39eb7","reconcileID":"cc212b69-9608-4793-86fd-2e5d621ff9d8","MaaSModelRef":{"name":"auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"tenant":"e2e-shared-a-w4-f39eb7","gateway":"openshift-ingress/e2e-shared-a-w4-f39eb7","model":"ai-tenant-e2e-shared-a-w4-f39eb7/auth-test-model-f39eb7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:18.937736401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"auth-test-model-f39eb7","reconcileID":"cc212b69-9608-4793-86fd-2e5d621ff9d8","MaaSModelRef":{"name":"auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"routeName":"auth-test-model-f39eb7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","llmisvcName":"auth-test-model-f39eb7","gateway":"openshift-ingress/e2e-shared-a-w4-f39eb7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:18.993492407Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"auth-test-model-f39eb7","reconcileID":"e02b5f00-4504-4af9-9383-a6639dc309b3","MaaSModelRef":{"name":"auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"tenant":"e2e-shared-a-w4-f39eb7","gateway":"openshift-ingress/e2e-shared-a-w4-f39eb7","model":"ai-tenant-e2e-shared-a-w4-f39eb7/auth-test-model-f39eb7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:18.993508572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"auth-test-model-f39eb7","reconcileID":"e02b5f00-4504-4af9-9383-a6639dc309b3","MaaSModelRef":{"name":"auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"routeName":"auth-test-model-f39eb7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","llmisvcName":"auth-test-model-f39eb7","gateway":"openshift-ingress/e2e-shared-a-w4-f39eb7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:19.034707566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"e2e-auth-iso-f07aca","reconcileID":"d26f0681-c7ce-47bd-b0fc-621934734329","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f39eb7","tenantID":"e2e-shared-a-w4-f39eb7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:39:19.038946245Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"e2e-auth-iso-f07aca","reconcileID":"25afbea9-1e2d-4735-8d02-d11157d1b8b7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-f07aca\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:39:19.044068506Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"auth-test-model-f39eb7","reconcileID":"e02b5f00-4504-4af9-9383-a6639dc309b3","name":"auth-test-model-f39eb7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-f39eb7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:39:19.0441104Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"auth-test-model-f39eb7","reconcileID":"e02b5f00-4504-4af9-9383-a6639dc309b3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-f39eb7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:19.049447497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"auth-test-model-f39eb7","reconcileID":"3a1a6160-2d47-4813-a201-90fd61b7ef08","MaaSModelRef":{"name":"auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"tenant":"e2e-shared-a-w4-f39eb7","gateway":"openshift-ingress/e2e-shared-a-w4-f39eb7","model":"ai-tenant-e2e-shared-a-w4-f39eb7/auth-test-model-f39eb7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:19.049463569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"auth-test-model-f39eb7","reconcileID":"3a1a6160-2d47-4813-a201-90fd61b7ef08","MaaSModelRef":{"name":"auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"routeName":"auth-test-model-f39eb7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","llmisvcName":"auth-test-model-f39eb7","gateway":"openshift-ingress/e2e-shared-a-w4-f39eb7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:19.089017467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"e2e-auth-iso-f07aca","reconcileID":"d26f0681-c7ce-47bd-b0fc-621934734329","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"name":"e2e-shared-a-w4-f39eb7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:19.142153524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"auth-test-model-f39eb7","reconcileID":"0d6238ac-25d7-4976-ae3a-8b1b8bbf32c9","MaaSModelRef":{"name":"auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"tenant":"e2e-shared-a-w4-f39eb7","gateway":"openshift-ingress/e2e-shared-a-w4-f39eb7","model":"ai-tenant-e2e-shared-a-w4-f39eb7/auth-test-model-f39eb7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:19.142168854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"auth-test-model-f39eb7","reconcileID":"0d6238ac-25d7-4976-ae3a-8b1b8bbf32c9","MaaSModelRef":{"name":"auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"routeName":"auth-test-model-f39eb7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","llmisvcName":"auth-test-model-f39eb7","gateway":"openshift-ingress/e2e-shared-a-w4-f39eb7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:19.196629144Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"auth-test-model-f39eb7","reconcileID":"a211754b-2b98-4756-822c-72dc71899297","MaaSModelRef":{"name":"auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"tenant":"e2e-shared-a-w4-f39eb7","gateway":"openshift-ingress/e2e-shared-a-w4-f39eb7","model":"ai-tenant-e2e-shared-a-w4-f39eb7/auth-test-model-f39eb7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:19.196647608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"auth-test-model-f39eb7","reconcileID":"a211754b-2b98-4756-822c-72dc71899297","MaaSModelRef":{"name":"auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"routeName":"auth-test-model-f39eb7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","llmisvcName":"auth-test-model-f39eb7","gateway":"openshift-ingress/e2e-shared-a-w4-f39eb7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:19.385530386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"e2e-auth-iso-f07aca","reconcileID":"04216d04-6cfc-4cf0-bea1-a428dc22778c","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f39eb7","tenantID":"e2e-shared-a-w4-f39eb7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:19.397226107Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"e2e-auth-iso-f07aca","reconcileID":"8596ad48-42da-4776-9b60-218df16b023c","MaaSSubscription":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"name":"maas-trlp-auth-test-model-f39eb7","model":"auth-test-model-f39eb7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-f39eb7/e2e-auth-iso-f07aca"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:19.439716613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"e2e-auth-iso-f07aca","reconcileID":"04216d04-6cfc-4cf0-bea1-a428dc22778c","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"name":"e2e-shared-a-w4-f39eb7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:19.559768205Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"auth-test-model-f39eb7","reconcileID":"3dc0e873-bb37-4c16-93cf-e7de5aeec020","MaaSModelRef":{"name":"auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"tenant":"e2e-shared-a-w4-f39eb7","gateway":"openshift-ingress/e2e-shared-a-w4-f39eb7","model":"ai-tenant-e2e-shared-a-w4-f39eb7/auth-test-model-f39eb7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:19.559792369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"auth-test-model-f39eb7","reconcileID":"3dc0e873-bb37-4c16-93cf-e7de5aeec020","MaaSModelRef":{"name":"auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"routeName":"auth-test-model-f39eb7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","llmisvcName":"auth-test-model-f39eb7","gateway":"openshift-ingress/e2e-shared-a-w4-f39eb7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:19.755956724Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"e2e-auth-iso-f07aca","reconcileID":"cf4b7c48-cbd9-456b-bc5f-8df4db5b3a92","MaaSSubscription":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"name":"maas-trlp-auth-test-model-f39eb7","model":"ai-tenant-e2e-shared-a-w4-f39eb7/auth-test-model-f39eb7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:25.278249573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"e2e-auth-iso-09d901","reconcileID":"63282b25-3b78-4aca-9158-03859ae7a947","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-68f80c","tenantID":"e2e-shared-b-w2-68f80c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:25.335407044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"e2e-auth-iso-09d901","reconcileID":"63282b25-3b78-4aca-9158-03859ae7a947","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"name":"e2e-shared-b-w2-68f80c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:25.640518998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-68f80c","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"auth-test-model-68f80c","reconcileID":"73acf32e-8bff-42fc-ae66-45d7d7d6235e","MaaSModelRef":{"name":"auth-test-model-68f80c","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"tenant":"e2e-shared-b-w2-68f80c","gateway":"openshift-ingress/e2e-shared-b-w2-68f80c","model":"ai-tenant-e2e-shared-b-w2-68f80c/auth-test-model-68f80c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:25.640543725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-68f80c","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"auth-test-model-68f80c","reconcileID":"73acf32e-8bff-42fc-ae66-45d7d7d6235e","MaaSModelRef":{"name":"auth-test-model-68f80c","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"routeName":"auth-test-model-68f80c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-68f80c","llmisvcName":"auth-test-model-68f80c","gateway":"openshift-ingress/e2e-shared-b-w2-68f80c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:26.165864587Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-68f80c","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"auth-test-model-68f80c","reconcileID":"5be104c8-7a39-409b-8b6e-f6ad5040a229","MaaSModelRef":{"name":"auth-test-model-68f80c","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"tenant":"e2e-shared-b-w2-68f80c","gateway":"openshift-ingress/e2e-shared-b-w2-68f80c","model":"ai-tenant-e2e-shared-b-w2-68f80c/auth-test-model-68f80c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:26.1658945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-68f80c","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"auth-test-model-68f80c","reconcileID":"5be104c8-7a39-409b-8b6e-f6ad5040a229","MaaSModelRef":{"name":"auth-test-model-68f80c","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"routeName":"auth-test-model-68f80c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-68f80c","llmisvcName":"auth-test-model-68f80c","gateway":"openshift-ingress/e2e-shared-b-w2-68f80c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:26.226808154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-68f80c","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"auth-test-model-68f80c","reconcileID":"c191ae41-a792-4d66-9818-be4236c4787a","MaaSModelRef":{"name":"auth-test-model-68f80c","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"tenant":"e2e-shared-b-w2-68f80c","gateway":"openshift-ingress/e2e-shared-b-w2-68f80c","model":"ai-tenant-e2e-shared-b-w2-68f80c/auth-test-model-68f80c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:26.226845921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-68f80c","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"auth-test-model-68f80c","reconcileID":"c191ae41-a792-4d66-9818-be4236c4787a","MaaSModelRef":{"name":"auth-test-model-68f80c","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"routeName":"auth-test-model-68f80c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-68f80c","llmisvcName":"auth-test-model-68f80c","gateway":"openshift-ingress/e2e-shared-b-w2-68f80c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:26.263989988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"e2e-auth-iso-09d901","reconcileID":"5799d5f8-1822-45b7-bb9a-41c45100e785","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-68f80c","tenantID":"e2e-shared-b-w2-68f80c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:39:26.269025298Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"e2e-auth-iso-09d901","reconcileID":"25ea46bf-cf3c-4a4c-b659-a4ce803b97e4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-09d901\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:26.318221221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"e2e-auth-iso-09d901","reconcileID":"5799d5f8-1822-45b7-bb9a-41c45100e785","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"name":"e2e-shared-b-w2-68f80c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:26.372603652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-68f80c","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"auth-test-model-68f80c","reconcileID":"ed5f06ee-2eb5-419f-ab04-6ba5609e0873","MaaSModelRef":{"name":"auth-test-model-68f80c","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"tenant":"e2e-shared-b-w2-68f80c","gateway":"openshift-ingress/e2e-shared-b-w2-68f80c","model":"ai-tenant-e2e-shared-b-w2-68f80c/auth-test-model-68f80c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:26.372621228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-68f80c","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"auth-test-model-68f80c","reconcileID":"ed5f06ee-2eb5-419f-ab04-6ba5609e0873","MaaSModelRef":{"name":"auth-test-model-68f80c","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"routeName":"auth-test-model-68f80c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-68f80c","llmisvcName":"auth-test-model-68f80c","gateway":"openshift-ingress/e2e-shared-b-w2-68f80c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:26.427360937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-68f80c","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"auth-test-model-68f80c","reconcileID":"bbd3b07b-ea88-46db-9ea6-00314864dee1","MaaSModelRef":{"name":"auth-test-model-68f80c","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"tenant":"e2e-shared-b-w2-68f80c","gateway":"openshift-ingress/e2e-shared-b-w2-68f80c","model":"ai-tenant-e2e-shared-b-w2-68f80c/auth-test-model-68f80c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:26.427383308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-68f80c","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"auth-test-model-68f80c","reconcileID":"bbd3b07b-ea88-46db-9ea6-00314864dee1","MaaSModelRef":{"name":"auth-test-model-68f80c","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"routeName":"auth-test-model-68f80c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-68f80c","llmisvcName":"auth-test-model-68f80c","gateway":"openshift-ingress/e2e-shared-b-w2-68f80c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:26.616145101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"e2e-auth-iso-09d901","reconcileID":"53214fc3-e9dc-4efc-9e45-2b60a071578a","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-68f80c","tenantID":"e2e-shared-b-w2-68f80c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:26.638536449Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"e2e-auth-iso-09d901","reconcileID":"355d61de-f5a3-436d-a02a-5839790230c2","MaaSSubscription":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"name":"maas-trlp-auth-test-model-68f80c","model":"auth-test-model-68f80c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-68f80c/e2e-auth-iso-09d901"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:26.670120256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"e2e-auth-iso-09d901","reconcileID":"53214fc3-e9dc-4efc-9e45-2b60a071578a","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"name":"e2e-shared-b-w2-68f80c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:26.795915302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-68f80c","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"auth-test-model-68f80c","reconcileID":"f96cdb0f-09ce-45d7-aeab-dc75638a3d94","MaaSModelRef":{"name":"auth-test-model-68f80c","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"tenant":"e2e-shared-b-w2-68f80c","gateway":"openshift-ingress/e2e-shared-b-w2-68f80c","model":"ai-tenant-e2e-shared-b-w2-68f80c/auth-test-model-68f80c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:26.795935719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-68f80c","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"auth-test-model-68f80c","reconcileID":"f96cdb0f-09ce-45d7-aeab-dc75638a3d94","MaaSModelRef":{"name":"auth-test-model-68f80c","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"routeName":"auth-test-model-68f80c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-68f80c","llmisvcName":"auth-test-model-68f80c","gateway":"openshift-ingress/e2e-shared-b-w2-68f80c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:26.992151228Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"e2e-auth-iso-09d901","reconcileID":"4af3d512-9bc9-4162-b1b2-b3cc1e84761b","MaaSSubscription":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"name":"maas-trlp-auth-test-model-68f80c","model":"ai-tenant-e2e-shared-b-w2-68f80c/auth-test-model-68f80c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:28.703552201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"e2e-auth-iso-e6d898","reconcileID":"98bb6d9f-1fdb-4e0a-9ab8-a98c400d6a6a","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-fc6466","tenantID":"e2e-shared-a-w3-fc6466","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:28.757551318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"e2e-auth-iso-e6d898","reconcileID":"98bb6d9f-1fdb-4e0a-9ab8-a98c400d6a6a","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"name":"e2e-shared-a-w3-fc6466-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:28.810373414Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-fc6466-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (39e4bd2f4569f36be6b841dd34835f45d58a91727db85bb9dde97dd4a1175333) AuthConfig (41f15856bff6e06ef79c018bbb84cc90754716ad4d7c35c2ed4fb08cef5cff4e) AuthConfig (bbbf30e0ee12b96af57fd3472112a408b6fd295f52b27e11907cb3a0d4ead497) AuthConfig (cd90d1410c16682680fed7902690ea44d00a845314f9b81815e2c3651a698a06) AuthConfig (b622efa5b055d5033a76e71396faa1dc4d2c905342a701cb1895ab34f03bc1a9) AuthConfig (97c7b81c2c0c049c5827b67d62c6ca49effc9fd4351bffba4043caee3086f9c8) AuthConfig (4f443569724d3376a548847578d862cd5dd2214b70c0b7e2f842c7f58a7d22e7) AuthConfig (8baf4033a60b97f6e90a7ea886d16e0a367ab6097ba35642aba13befedcefad6) AuthConfig (4925aa4f28654dee16ce4458bdabb9d80770cd7a2a3c5a9b8227abd7a864dd48) AuthConfig (27a4c7c880d531a0e7beb94cf1b5b3841fc177b2b6ecf5b71ef5397ba7973641) AuthConfig (84638f769087e4f9873213ddae44539f9267fd247ac7a3949919e6c64a41e3a4) AuthConfig (8cf2811f74ea1aef5982ca7e0801911aaa1b22e0584f005b7217103297dbfb44) AuthConfig (d170861aab0adaa2e2ce7b38cc5ce78f87a45598bbf8ac0eabd7977f28259266) AuthConfig (4a426c5fada695d63bcf542da907eab4948a1180f42fc3696cd73790f4295b4d) AuthConfig (e4ad62d53dcd8bb20dde08be2349f43f8fb218e13ed91f158651001f1e6abfed) AuthConfig (17a65c0786489f5b3a7708a1a63725636b85e50e46e6b775f39433441b2f3001) AuthConfig (9b6dc8325107f3cded2bca71e3e443c6766ba286ef6bbc436c0ab02f22f003d1) AuthConfig (ea2c28c753fe35c5f7595e269ee7517874efba3dcb2204d44ea17f6e101e0363)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"e2e-auth-iso-e6d898","reconcileID":"98bb6d9f-1fdb-4e0a-9ab8-a98c400d6a6a","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:36.168710077Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:38.90990318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"e2e-auth-iso-e6d898","reconcileID":"24448205-4f44-4512-825a-d87c022a204e","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-fc6466","tenantID":"e2e-shared-a-w3-fc6466","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:38.96413589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"e2e-auth-iso-e6d898","reconcileID":"24448205-4f44-4512-825a-d87c022a204e","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"name":"e2e-shared-a-w3-fc6466-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:39.016789697Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-fc6466-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (39e4bd2f4569f36be6b841dd34835f45d58a91727db85bb9dde97dd4a1175333) AuthConfig (41f15856bff6e06ef79c018bbb84cc90754716ad4d7c35c2ed4fb08cef5cff4e) AuthConfig (bbbf30e0ee12b96af57fd3472112a408b6fd295f52b27e11907cb3a0d4ead497) AuthConfig (cd90d1410c16682680fed7902690ea44d00a845314f9b81815e2c3651a698a06) AuthConfig (b622efa5b055d5033a76e71396faa1dc4d2c905342a701cb1895ab34f03bc1a9) AuthConfig (97c7b81c2c0c049c5827b67d62c6ca49effc9fd4351bffba4043caee3086f9c8) AuthConfig (4f443569724d3376a548847578d862cd5dd2214b70c0b7e2f842c7f58a7d22e7) AuthConfig (8baf4033a60b97f6e90a7ea886d16e0a367ab6097ba35642aba13befedcefad6) AuthConfig (4925aa4f28654dee16ce4458bdabb9d80770cd7a2a3c5a9b8227abd7a864dd48) AuthConfig (27a4c7c880d531a0e7beb94cf1b5b3841fc177b2b6ecf5b71ef5397ba7973641) AuthConfig (84638f769087e4f9873213ddae44539f9267fd247ac7a3949919e6c64a41e3a4) AuthConfig (8cf2811f74ea1aef5982ca7e0801911aaa1b22e0584f005b7217103297dbfb44) AuthConfig (d170861aab0adaa2e2ce7b38cc5ce78f87a45598bbf8ac0eabd7977f28259266) AuthConfig (4a426c5fada695d63bcf542da907eab4948a1180f42fc3696cd73790f4295b4d) AuthConfig (e4ad62d53dcd8bb20dde08be2349f43f8fb218e13ed91f158651001f1e6abfed) AuthConfig (17a65c0786489f5b3a7708a1a63725636b85e50e46e6b775f39433441b2f3001) AuthConfig (9b6dc8325107f3cded2bca71e3e443c6766ba286ef6bbc436c0ab02f22f003d1) AuthConfig (ea2c28c753fe35c5f7595e269ee7517874efba3dcb2204d44ea17f6e101e0363)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"e2e-auth-iso-e6d898","reconcileID":"24448205-4f44-4512-825a-d87c022a204e","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:41.641026124Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"e2e-auth-iso-f07aca","reconcileID":"3e5bdbdb-c9e5-472b-81cb-ef2ef80d42c4","MaaSSubscription":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"name":"maas-trlp-auth-test-model-f39eb7","model":"ai-tenant-e2e-shared-a-w4-f39eb7/auth-test-model-f39eb7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:41.79919118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"auth-test-model-f39eb7","reconcileID":"85340921-7765-4628-b3e2-24802b8aa506","MaaSModelRef":{"name":"auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"tenant":"e2e-shared-a-w4-f39eb7","gateway":"openshift-ingress/e2e-shared-a-w4-f39eb7","model":"ai-tenant-e2e-shared-a-w4-f39eb7/auth-test-model-f39eb7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:41.799210868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"auth-test-model-f39eb7","reconcileID":"85340921-7765-4628-b3e2-24802b8aa506","MaaSModelRef":{"name":"auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"routeName":"auth-test-model-f39eb7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","llmisvcName":"auth-test-model-f39eb7","gateway":"openshift-ingress/e2e-shared-a-w4-f39eb7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:42.425974574Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"e2e-auth-iso-09d901","reconcileID":"7ada3d6f-74cb-491a-ac06-00b9811441e6","MaaSSubscription":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"name":"maas-trlp-auth-test-model-68f80c","model":"ai-tenant-e2e-shared-b-w2-68f80c/auth-test-model-68f80c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:42.583399712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-68f80c","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"auth-test-model-68f80c","reconcileID":"f7096bbb-7f3f-48d1-829b-2c217f5424a9","MaaSModelRef":{"name":"auth-test-model-68f80c","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"tenant":"e2e-shared-b-w2-68f80c","gateway":"openshift-ingress/e2e-shared-b-w2-68f80c","model":"ai-tenant-e2e-shared-b-w2-68f80c/auth-test-model-68f80c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:42.583419156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-68f80c","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"auth-test-model-68f80c","reconcileID":"f7096bbb-7f3f-48d1-829b-2c217f5424a9","MaaSModelRef":{"name":"auth-test-model-68f80c","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"routeName":"auth-test-model-68f80c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-68f80c","llmisvcName":"auth-test-model-68f80c","gateway":"openshift-ingress/e2e-shared-b-w2-68f80c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:42.992870265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"e2e-auth-iso-09d901","reconcileID":"b7d522b5-b4e7-455d-b963-cf6d25745163","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-68f80c","tenantID":"e2e-shared-b-w2-68f80c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:43.047033227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"e2e-auth-iso-09d901","reconcileID":"b7d522b5-b4e7-455d-b963-cf6d25745163","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"name":"e2e-shared-b-w2-68f80c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:43.189043338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"e2e-auth-iso-f07aca","reconcileID":"7ea06795-b9de-4632-aefe-cb7a4994a5c7","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f39eb7","tenantID":"e2e-shared-a-w4-f39eb7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:43.243271199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"e2e-auth-iso-f07aca","reconcileID":"7ea06795-b9de-4632-aefe-cb7a4994a5c7","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"name":"e2e-shared-a-w4-f39eb7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:44.275459933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"auth-test-model-37e79b","reconcileID":"9185e102-8aee-44f4-aa91-d7c71bbf7fd9","MaaSModelRef":{"name":"auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"tenant":"e2e-shared-b-w4-37e79b","gateway":"openshift-ingress/e2e-shared-b-w4-37e79b","model":"ai-tenant-e2e-shared-b-w4-37e79b/auth-test-model-37e79b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:44.275485306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"auth-test-model-37e79b","reconcileID":"9185e102-8aee-44f4-aa91-d7c71bbf7fd9","MaaSModelRef":{"name":"auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"routeName":"auth-test-model-37e79b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-37e79b","llmisvcName":"auth-test-model-37e79b","gateway":"openshift-ingress/e2e-shared-b-w4-37e79b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:44.329294442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"auth-test-model-37e79b","reconcileID":"295be2cd-8b1d-48d7-8337-a93353a3d6a1","MaaSModelRef":{"name":"auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"tenant":"e2e-shared-b-w4-37e79b","gateway":"openshift-ingress/e2e-shared-b-w4-37e79b","model":"ai-tenant-e2e-shared-b-w4-37e79b/auth-test-model-37e79b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:44.329351935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"auth-test-model-37e79b","reconcileID":"295be2cd-8b1d-48d7-8337-a93353a3d6a1","MaaSModelRef":{"name":"auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"routeName":"auth-test-model-37e79b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-37e79b","llmisvcName":"auth-test-model-37e79b","gateway":"openshift-ingress/e2e-shared-b-w4-37e79b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:44.426236797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"e2e-auth-iso-f07aca","reconcileID":"e0fa4bcc-07f1-47d6-932a-301ef1c3a2bf","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-37e79b","tenantID":"e2e-shared-b-w4-37e79b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:44.54639495Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"e2e-auth-iso-f07aca","reconcileID":"e0fa4bcc-07f1-47d6-932a-301ef1c3a2bf","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"name":"e2e-shared-b-w4-37e79b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:44.599096766Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-37e79b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"e2e-auth-iso-f07aca","reconcileID":"e0fa4bcc-07f1-47d6-932a-301ef1c3a2bf","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:44.657121967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"auth-test-model-37e79b","reconcileID":"affe2175-c950-4176-b3a2-fb935d1f7828","MaaSModelRef":{"name":"auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"tenant":"e2e-shared-b-w4-37e79b","gateway":"openshift-ingress/e2e-shared-b-w4-37e79b","model":"ai-tenant-e2e-shared-b-w4-37e79b/auth-test-model-37e79b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:44.657140647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"auth-test-model-37e79b","reconcileID":"affe2175-c950-4176-b3a2-fb935d1f7828","MaaSModelRef":{"name":"auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"routeName":"auth-test-model-37e79b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-37e79b","llmisvcName":"auth-test-model-37e79b","gateway":"openshift-ingress/e2e-shared-b-w4-37e79b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:47.092861215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9717a8","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"auth-test-model-9717a8","reconcileID":"c0f37cd4-bbbd-4892-8903-aac4269ca2ea","MaaSModelRef":{"name":"auth-test-model-9717a8","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"tenant":"e2e-shared-a-w2-9717a8","gateway":"openshift-ingress/e2e-shared-a-w2-9717a8","model":"ai-tenant-e2e-shared-a-w2-9717a8/auth-test-model-9717a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:47.092888056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9717a8","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"auth-test-model-9717a8","reconcileID":"c0f37cd4-bbbd-4892-8903-aac4269ca2ea","MaaSModelRef":{"name":"auth-test-model-9717a8","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"routeName":"auth-test-model-9717a8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-9717a8","llmisvcName":"auth-test-model-9717a8","gateway":"openshift-ingress/e2e-shared-a-w2-9717a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:47.194647829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"e2e-auth-iso-09d901","reconcileID":"0c1b2c86-2ba6-40d6-ba55-8a2fb3f229a4","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-9717a8","tenantID":"e2e-shared-a-w2-9717a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:47.248446694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"e2e-auth-iso-09d901","reconcileID":"0c1b2c86-2ba6-40d6-ba55-8a2fb3f229a4","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"name":"e2e-shared-a-w2-9717a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:47.250738997Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"e2e-auth-iso-09d901","reconcileID":"0cfe669d-368f-46f2-9102-71d8ae8528f9","MaaSSubscription":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cb6c7e75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:47.5715123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"e2e-auth-iso-09d901","reconcileID":"e771f859-640e-4353-af14-15dc95cbccd1","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-9717a8","tenantID":"e2e-shared-a-w2-9717a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:47.625242491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"e2e-auth-iso-09d901","reconcileID":"e771f859-640e-4353-af14-15dc95cbccd1","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"name":"e2e-shared-a-w2-9717a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:49.115910132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"e2e-auth-iso-e6d898","reconcileID":"8d5642f7-fc21-4d5b-8b93-a02ea3d8d410","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-fc6466","tenantID":"e2e-shared-a-w3-fc6466","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:49.169996469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"e2e-auth-iso-e6d898","reconcileID":"8d5642f7-fc21-4d5b-8b93-a02ea3d8d410","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"name":"e2e-shared-a-w3-fc6466-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:49.423470079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"auth-test-model-fc6466","reconcileID":"3da6e109-1766-468f-a291-02e7c4546e4c","MaaSModelRef":{"name":"auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"tenant":"e2e-shared-a-w3-fc6466","gateway":"openshift-ingress/e2e-shared-a-w3-fc6466","model":"ai-tenant-e2e-shared-a-w3-fc6466/auth-test-model-fc6466","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:49.423488865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"auth-test-model-fc6466","reconcileID":"3da6e109-1766-468f-a291-02e7c4546e4c","MaaSModelRef":{"name":"auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"routeName":"auth-test-model-fc6466-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-fc6466","llmisvcName":"auth-test-model-fc6466","gateway":"openshift-ingress/e2e-shared-a-w3-fc6466","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:49.883075164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"auth-test-model-fc6466","reconcileID":"8b15226e-9e8b-491c-a0e8-1a2da5c15e10","MaaSModelRef":{"name":"auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"tenant":"e2e-shared-a-w3-fc6466","gateway":"openshift-ingress/e2e-shared-a-w3-fc6466","model":"ai-tenant-e2e-shared-a-w3-fc6466/auth-test-model-fc6466","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:49.883098879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"auth-test-model-fc6466","reconcileID":"8b15226e-9e8b-491c-a0e8-1a2da5c15e10","MaaSModelRef":{"name":"auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"routeName":"auth-test-model-fc6466-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-fc6466","llmisvcName":"auth-test-model-fc6466","gateway":"openshift-ingress/e2e-shared-a-w3-fc6466","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:49.938648929Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"auth-test-model-fc6466","reconcileID":"ebc3c871-9acc-4a2a-a788-40b67c9c11b8","MaaSModelRef":{"name":"auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"tenant":"e2e-shared-a-w3-fc6466","gateway":"openshift-ingress/e2e-shared-a-w3-fc6466","model":"ai-tenant-e2e-shared-a-w3-fc6466/auth-test-model-fc6466","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:49.938751497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"auth-test-model-fc6466","reconcileID":"ebc3c871-9acc-4a2a-a788-40b67c9c11b8","MaaSModelRef":{"name":"auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"routeName":"auth-test-model-fc6466-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-fc6466","llmisvcName":"auth-test-model-fc6466","gateway":"openshift-ingress/e2e-shared-a-w3-fc6466","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:49.980821722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"e2e-auth-iso-e6d898","reconcileID":"cc87d744-96be-428f-9e22-e4226d570f96","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-fc6466","tenantID":"e2e-shared-a-w3-fc6466","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:39:49.987302625Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"e2e-auth-iso-e6d898","reconcileID":"ed0f926f-83c3-4295-87be-f958b2d13354","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-e6d898\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:39:49.993839953Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"auth-test-model-fc6466","reconcileID":"ebc3c871-9acc-4a2a-a788-40b67c9c11b8","name":"auth-test-model-fc6466","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-fc6466\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:39:49.993887143Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"auth-test-model-fc6466","reconcileID":"ebc3c871-9acc-4a2a-a788-40b67c9c11b8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-fc6466\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:49.999216845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"auth-test-model-fc6466","reconcileID":"bad9cf43-4ae9-4589-ba80-183c5bec75bb","MaaSModelRef":{"name":"auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"tenant":"e2e-shared-a-w3-fc6466","gateway":"openshift-ingress/e2e-shared-a-w3-fc6466","model":"ai-tenant-e2e-shared-a-w3-fc6466/auth-test-model-fc6466","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:49.999231923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"auth-test-model-fc6466","reconcileID":"bad9cf43-4ae9-4589-ba80-183c5bec75bb","MaaSModelRef":{"name":"auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"routeName":"auth-test-model-fc6466-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-fc6466","llmisvcName":"auth-test-model-fc6466","gateway":"openshift-ingress/e2e-shared-a-w3-fc6466","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:50.035133345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"e2e-auth-iso-e6d898","reconcileID":"cc87d744-96be-428f-9e22-e4226d570f96","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"name":"e2e-shared-a-w3-fc6466-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:50.091597551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"auth-test-model-fc6466","reconcileID":"c8975b6e-a007-4e3e-a02d-76d886576414","MaaSModelRef":{"name":"auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"tenant":"e2e-shared-a-w3-fc6466","gateway":"openshift-ingress/e2e-shared-a-w3-fc6466","model":"ai-tenant-e2e-shared-a-w3-fc6466/auth-test-model-fc6466","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:50.091617739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"auth-test-model-fc6466","reconcileID":"c8975b6e-a007-4e3e-a02d-76d886576414","MaaSModelRef":{"name":"auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"routeName":"auth-test-model-fc6466-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-fc6466","llmisvcName":"auth-test-model-fc6466","gateway":"openshift-ingress/e2e-shared-a-w3-fc6466","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:50.143860628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"auth-test-model-fc6466","reconcileID":"acf41395-8129-48e6-be77-06d389ee81d4","MaaSModelRef":{"name":"auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"tenant":"e2e-shared-a-w3-fc6466","gateway":"openshift-ingress/e2e-shared-a-w3-fc6466","model":"ai-tenant-e2e-shared-a-w3-fc6466/auth-test-model-fc6466","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:50.143879182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"auth-test-model-fc6466","reconcileID":"acf41395-8129-48e6-be77-06d389ee81d4","MaaSModelRef":{"name":"auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"routeName":"auth-test-model-fc6466-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-fc6466","llmisvcName":"auth-test-model-fc6466","gateway":"openshift-ingress/e2e-shared-a-w3-fc6466","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:50.330345574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"e2e-auth-iso-e6d898","reconcileID":"97338681-420b-4df1-aafc-6b489016b66f","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-fc6466","tenantID":"e2e-shared-a-w3-fc6466","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:50.346363722Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"e2e-auth-iso-e6d898","reconcileID":"fbfee727-e299-4969-ac2d-96dc113d9bc9","MaaSSubscription":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"name":"maas-trlp-auth-test-model-fc6466","model":"auth-test-model-fc6466","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w3-fc6466/e2e-auth-iso-e6d898"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:50.384299119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"e2e-auth-iso-e6d898","reconcileID":"97338681-420b-4df1-aafc-6b489016b66f","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"name":"e2e-shared-a-w3-fc6466-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:50.502827796Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"auth-test-model-fc6466","reconcileID":"69b063a2-e6cc-4eee-ba61-830485d129c8","MaaSModelRef":{"name":"auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"tenant":"e2e-shared-a-w3-fc6466","gateway":"openshift-ingress/e2e-shared-a-w3-fc6466","model":"ai-tenant-e2e-shared-a-w3-fc6466/auth-test-model-fc6466","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:50.502849637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"auth-test-model-fc6466","reconcileID":"69b063a2-e6cc-4eee-ba61-830485d129c8","MaaSModelRef":{"name":"auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"routeName":"auth-test-model-fc6466-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-fc6466","llmisvcName":"auth-test-model-fc6466","gateway":"openshift-ingress/e2e-shared-a-w3-fc6466","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:50.698574074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"e2e-auth-iso-e6d898","reconcileID":"a39e16ea-78e9-4d8d-b6b5-89fe97221517","MaaSSubscription":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"name":"maas-trlp-auth-test-model-fc6466","model":"ai-tenant-e2e-shared-a-w3-fc6466/auth-test-model-fc6466","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:54.755714284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"e2e-auth-iso-f07aca","reconcileID":"5167ab35-1a58-485a-aa4f-dd000b165244","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-37e79b","tenantID":"e2e-shared-b-w4-37e79b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:54.809791413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"e2e-auth-iso-f07aca","reconcileID":"5167ab35-1a58-485a-aa4f-dd000b165244","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"name":"e2e-shared-b-w4-37e79b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:54.863401863Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-37e79b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"e2e-auth-iso-f07aca","reconcileID":"5167ab35-1a58-485a-aa4f-dd000b165244","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:56.290637643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-cbe3a9"},"namespace":"ai-tenant-e2e-explicit-cbe3a9","name":"default-tenant","reconcileID":"72545c05-b345-416d-9714-eb9b9850c591","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-explicit-cbe3a9","tenantID":"e2e-explicit-cbe3a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:56.409764349Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-cbe3a9"},"namespace":"ai-tenant-e2e-explicit-cbe3a9","name":"default-tenant","reconcileID":"72545c05-b345-416d-9714-eb9b9850c591","name":"e2e-explicit-cbe3a9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:57.299934502Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"e2e-auth-iso-09d901","reconcileID":"00818c07-9041-4c48-9e4a-bb880a4d36b8","MaaSSubscription":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"model":"ai-tenant-e2e-shared-a-w2-9717a8/auth-test-model-9717a8","subscription":"e2e-auth-iso-09d901","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:57.349475162Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"e2e-auth-iso-09d901","reconcileID":"00818c07-9041-4c48-9e4a-bb880a4d36b8","MaaSSubscription":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"model":"ai-tenant-e2e-shared-a-w2-9717a8/auth-test-model-9717a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:57.39966829Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"e2e-auth-iso-09d901","reconcileID":"00818c07-9041-4c48-9e4a-bb880a4d36b8","MaaSSubscription":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"name":"maas-trlp-auth-test-model-9717a8","namespace":"ai-tenant-e2e-shared-a-w2-9717a8","model":"ai-tenant-e2e-shared-a-w2-9717a8/auth-test-model-9717a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:57.660527421Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9717a8","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"auth-test-model-9717a8","reconcileID":"4237d7cc-8248-494d-9c1a-365a3768f94c","MaaSModelRef":{"name":"auth-test-model-9717a8","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"tenant":"e2e-shared-a-w2-9717a8","gateway":"openshift-ingress/e2e-shared-a-w2-9717a8","model":"ai-tenant-e2e-shared-a-w2-9717a8/auth-test-model-9717a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:57.660554274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9717a8","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"auth-test-model-9717a8","reconcileID":"4237d7cc-8248-494d-9c1a-365a3768f94c","MaaSModelRef":{"name":"auth-test-model-9717a8","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"routeName":"auth-test-model-9717a8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-9717a8","llmisvcName":"auth-test-model-9717a8","gateway":"openshift-ingress/e2e-shared-a-w2-9717a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:57.762061793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"e2e-auth-iso-09d901","reconcileID":"7ebb0af4-1cf8-45fd-98ca-380814aa623d","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-9717a8","tenantID":"e2e-shared-a-w2-9717a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:57.812239616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-68f80c","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"auth-test-model-68f80c","reconcileID":"a8e1c774-37c1-4b8c-9806-f932b6427e37","MaaSModelRef":{"name":"auth-test-model-68f80c","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"tenant":"e2e-shared-b-w2-68f80c","gateway":"openshift-ingress/e2e-shared-b-w2-68f80c","model":"ai-tenant-e2e-shared-b-w2-68f80c/auth-test-model-68f80c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:57.812261026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-68f80c","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"auth-test-model-68f80c","reconcileID":"a8e1c774-37c1-4b8c-9806-f932b6427e37","MaaSModelRef":{"name":"auth-test-model-68f80c","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"routeName":"auth-test-model-68f80c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-68f80c","llmisvcName":"auth-test-model-68f80c","gateway":"openshift-ingress/e2e-shared-b-w2-68f80c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:57.816709309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"e2e-auth-iso-09d901","reconcileID":"7ebb0af4-1cf8-45fd-98ca-380814aa623d","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"name":"e2e-shared-a-w2-9717a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:57.908933453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"e2e-auth-iso-09d901","reconcileID":"6fadba72-52c0-4747-8ed0-66092d37bbb0","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-68f80c","tenantID":"e2e-shared-b-w2-68f80c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:57.962906957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"e2e-auth-iso-09d901","reconcileID":"6fadba72-52c0-4747-8ed0-66092d37bbb0","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"name":"e2e-shared-b-w2-68f80c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:57.963850142Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"e2e-auth-iso-09d901","reconcileID":"5609334e-e615-4871-9343-f0c9aa86f6b3","MaaSSubscription":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-efca9136","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:58.113072183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"e2e-auth-iso-09d901","reconcileID":"ad6452f2-5c7a-40f4-a34e-6b08c7516b95","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-9717a8","tenantID":"e2e-shared-a-w2-9717a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:58.168865402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"e2e-auth-iso-09d901","reconcileID":"ad6452f2-5c7a-40f4-a34e-6b08c7516b95","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"name":"e2e-shared-a-w2-9717a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:58.262024255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"e2e-auth-iso-09d901","reconcileID":"fa9644ca-996a-43c7-89cb-6cc988b543e9","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-68f80c","tenantID":"e2e-shared-b-w2-68f80c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:58.3158322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"e2e-auth-iso-09d901","reconcileID":"fa9644ca-996a-43c7-89cb-6cc988b543e9","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"name":"e2e-shared-b-w2-68f80c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:04.964192591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"e2e-auth-iso-f07aca","reconcileID":"6c830b26-1ea3-4d7f-aef6-1588610833aa","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-37e79b","tenantID":"e2e-shared-b-w4-37e79b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:05.018178855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"e2e-auth-iso-f07aca","reconcileID":"6c830b26-1ea3-4d7f-aef6-1588610833aa","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"name":"e2e-shared-b-w4-37e79b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:05.070610919Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-37e79b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"e2e-auth-iso-f07aca","reconcileID":"6c830b26-1ea3-4d7f-aef6-1588610833aa","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:06.17036734Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:08.013391723Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"e2e-auth-iso-09d901","reconcileID":"108ba1d4-7ab7-4d5b-b003-f4fc348229fd","MaaSSubscription":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"model":"ai-tenant-e2e-shared-b-w2-68f80c/auth-test-model-68f80c","subscription":"e2e-auth-iso-09d901","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:08.062931596Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"e2e-auth-iso-09d901","reconcileID":"108ba1d4-7ab7-4d5b-b003-f4fc348229fd","MaaSSubscription":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"model":"ai-tenant-e2e-shared-b-w2-68f80c/auth-test-model-68f80c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:08.112409798Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"e2e-auth-iso-09d901","reconcileID":"108ba1d4-7ab7-4d5b-b003-f4fc348229fd","MaaSSubscription":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"name":"maas-trlp-auth-test-model-68f80c","namespace":"ai-tenant-e2e-shared-b-w2-68f80c","model":"ai-tenant-e2e-shared-b-w2-68f80c/auth-test-model-68f80c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:08.371840822Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-68f80c","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"auth-test-model-68f80c","reconcileID":"d80fc607-57ef-45fa-9255-3ed075473205","MaaSModelRef":{"name":"auth-test-model-68f80c","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"tenant":"e2e-shared-b-w2-68f80c","gateway":"openshift-ingress/e2e-shared-b-w2-68f80c","model":"ai-tenant-e2e-shared-b-w2-68f80c/auth-test-model-68f80c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:08.37187062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-68f80c","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"auth-test-model-68f80c","reconcileID":"d80fc607-57ef-45fa-9255-3ed075473205","MaaSModelRef":{"name":"auth-test-model-68f80c","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"routeName":"auth-test-model-68f80c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-68f80c","llmisvcName":"auth-test-model-68f80c","gateway":"openshift-ingress/e2e-shared-b-w2-68f80c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:08.469504648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"e2e-auth-iso-09d901","reconcileID":"61e031cb-46e7-4cf0-a301-cd274872ef7a","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-68f80c","tenantID":"e2e-shared-b-w2-68f80c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:08.523773788Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"e2e-auth-iso-09d901","reconcileID":"70ce3f68-6b9f-486e-a2b6-917db29e42a1","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"model":"ai-tenant-e2e-shared-a-w2-9717a8/auth-test-model-9717a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:08.524138666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9717a8","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"auth-test-model-9717a8","reconcileID":"1994d0f5-14e3-4d95-b7e3-7174e7f921ee","MaaSModelRef":{"name":"auth-test-model-9717a8","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"tenant":"e2e-shared-a-w2-9717a8","gateway":"openshift-ingress/e2e-shared-a-w2-9717a8","model":"ai-tenant-e2e-shared-a-w2-9717a8/auth-test-model-9717a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:08.524155688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9717a8","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"auth-test-model-9717a8","reconcileID":"1994d0f5-14e3-4d95-b7e3-7174e7f921ee","MaaSModelRef":{"name":"auth-test-model-9717a8","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"routeName":"auth-test-model-9717a8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-9717a8","llmisvcName":"auth-test-model-9717a8","gateway":"openshift-ingress/e2e-shared-a-w2-9717a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:08.524420294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"e2e-auth-iso-09d901","reconcileID":"61e031cb-46e7-4cf0-a301-cd274872ef7a","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"name":"e2e-shared-b-w2-68f80c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:08.7245899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"e2e-auth-iso-09d901","reconcileID":"70ce3f68-6b9f-486e-a2b6-917db29e42a1","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-9717a8","tenantID":"e2e-shared-a-w2-9717a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:08.853527741Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"e2e-auth-iso-09d901","reconcileID":"70ce3f68-6b9f-486e-a2b6-917db29e42a1","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"name":"e2e-shared-a-w2-9717a8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:08.853557467Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"e2e-auth-iso-09d901","reconcileID":"70ce3f68-6b9f-486e-a2b6-917db29e42a1","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-9717a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:08.876348425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"e2e-auth-iso-09d901","reconcileID":"6b4a4b13-af88-4e04-95c7-c31200064473","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-68f80c","tenantID":"e2e-shared-b-w2-68f80c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:08.907204926Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9717a8","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"auth-test-model-9717a8","reconcileID":"ecc6dead-1390-42cd-83af-4d3b4998dbe3","MaaSModelRef":{"name":"auth-test-model-9717a8","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"tenant":"e2e-shared-a-w2-9717a8","gateway":"openshift-ingress/e2e-shared-a-w2-9717a8","model":"ai-tenant-e2e-shared-a-w2-9717a8/auth-test-model-9717a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:08.90722741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9717a8","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"auth-test-model-9717a8","reconcileID":"ecc6dead-1390-42cd-83af-4d3b4998dbe3","MaaSModelRef":{"name":"auth-test-model-9717a8","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"routeName":"auth-test-model-9717a8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-9717a8","llmisvcName":"auth-test-model-9717a8","gateway":"openshift-ingress/e2e-shared-a-w2-9717a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:08.929789463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"e2e-auth-iso-09d901","reconcileID":"6b4a4b13-af88-4e04-95c7-c31200064473","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"name":"e2e-shared-b-w2-68f80c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:09.079643045Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"e2e-auth-iso-09d901","reconcileID":"a9b1a463-a7b9-419e-b07c-b16d413787eb","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"model":"ai-tenant-e2e-shared-b-w2-68f80c/auth-test-model-68f80c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:09.079775965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-68f80c","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"auth-test-model-68f80c","reconcileID":"df90bf32-8e66-475a-8e33-db4d450a51ae","MaaSModelRef":{"name":"auth-test-model-68f80c","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"tenant":"e2e-shared-b-w2-68f80c","gateway":"openshift-ingress/e2e-shared-b-w2-68f80c","model":"ai-tenant-e2e-shared-b-w2-68f80c/auth-test-model-68f80c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:09.079793532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-68f80c","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"auth-test-model-68f80c","reconcileID":"df90bf32-8e66-475a-8e33-db4d450a51ae","MaaSModelRef":{"name":"auth-test-model-68f80c","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"routeName":"auth-test-model-68f80c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-68f80c","llmisvcName":"auth-test-model-68f80c","gateway":"openshift-ingress/e2e-shared-b-w2-68f80c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:09.278409305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"e2e-auth-iso-09d901","reconcileID":"a9b1a463-a7b9-419e-b07c-b16d413787eb","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-68f80c","tenantID":"e2e-shared-b-w2-68f80c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:09.408801758Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"e2e-auth-iso-09d901","reconcileID":"a9b1a463-a7b9-419e-b07c-b16d413787eb","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"name":"e2e-shared-b-w2-68f80c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:09.408826195Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"e2e-auth-iso-09d901","reconcileID":"a9b1a463-a7b9-419e-b07c-b16d413787eb","MaaSAuthPolicy":{"name":"e2e-auth-iso-09d901","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-68f80c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:09.464186442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-68f80c","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"auth-test-model-68f80c","reconcileID":"b43d0c86-635f-4957-ae95-89801d45fb7a","MaaSModelRef":{"name":"auth-test-model-68f80c","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"tenant":"e2e-shared-b-w2-68f80c","gateway":"openshift-ingress/e2e-shared-b-w2-68f80c","model":"ai-tenant-e2e-shared-b-w2-68f80c/auth-test-model-68f80c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:09.464210514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-68f80c","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"auth-test-model-68f80c","reconcileID":"b43d0c86-635f-4957-ae95-89801d45fb7a","MaaSModelRef":{"name":"auth-test-model-68f80c","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"routeName":"auth-test-model-68f80c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-68f80c","llmisvcName":"auth-test-model-68f80c","gateway":"openshift-ingress/e2e-shared-b-w2-68f80c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:13.487715026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-74bb81","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"auth-test-model-74bb81","reconcileID":"52297caa-8890-4d45-be7e-284c3c38aa73","MaaSModelRef":{"name":"auth-test-model-74bb81","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"tenant":"e2e-shared-b-w0-74bb81","gateway":"openshift-ingress/e2e-shared-b-w0-74bb81","model":"ai-tenant-e2e-shared-b-w0-74bb81/auth-test-model-74bb81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:13.487747301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-74bb81","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"auth-test-model-74bb81","reconcileID":"52297caa-8890-4d45-be7e-284c3c38aa73","MaaSModelRef":{"name":"auth-test-model-74bb81","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"routeName":"auth-test-model-74bb81-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-74bb81","llmisvcName":"auth-test-model-74bb81","gateway":"openshift-ingress/e2e-shared-b-w0-74bb81","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:15.173845047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"e2e-auth-iso-f07aca","reconcileID":"df68d63d-b636-4f6d-89a3-65b3646b9b0d","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-37e79b","tenantID":"e2e-shared-b-w4-37e79b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:15.25816874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"e2e-auth-iso-f07aca","reconcileID":"df68d63d-b636-4f6d-89a3-65b3646b9b0d","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"name":"e2e-shared-b-w4-37e79b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:15.317728024Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-37e79b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"e2e-auth-iso-f07aca","reconcileID":"df68d63d-b636-4f6d-89a3-65b3646b9b0d","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:17.184238226Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"e2e-auth-iso-e6d898","reconcileID":"8a097e48-5389-4034-898f-185185599a58","MaaSSubscription":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"name":"maas-trlp-auth-test-model-fc6466","model":"ai-tenant-e2e-shared-a-w3-fc6466/auth-test-model-fc6466","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:17.351948441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"auth-test-model-fc6466","reconcileID":"49244c68-67df-40d4-8664-8c358c1560c8","MaaSModelRef":{"name":"auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"tenant":"e2e-shared-a-w3-fc6466","gateway":"openshift-ingress/e2e-shared-a-w3-fc6466","model":"ai-tenant-e2e-shared-a-w3-fc6466/auth-test-model-fc6466","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:17.351969167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"auth-test-model-fc6466","reconcileID":"49244c68-67df-40d4-8664-8c358c1560c8","MaaSModelRef":{"name":"auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"routeName":"auth-test-model-fc6466-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-fc6466","llmisvcName":"auth-test-model-fc6466","gateway":"openshift-ingress/e2e-shared-a-w3-fc6466","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:17.77348118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"e2e-auth-iso-e6d898","reconcileID":"cf53e6f5-93e5-4295-b948-fa9c70b812f7","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-fc6466","tenantID":"e2e-shared-a-w3-fc6466","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:17.829129301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"e2e-auth-iso-e6d898","reconcileID":"cf53e6f5-93e5-4295-b948-fa9c70b812f7","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"name":"e2e-shared-a-w3-fc6466-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:18.971615683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"auth-test-model-3b392d","reconcileID":"1e41759e-f0e4-4afe-96ab-1c78dd434475","MaaSModelRef":{"name":"auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"tenant":"e2e-shared-a-w0-3b392d","gateway":"openshift-ingress/e2e-shared-a-w0-3b392d","model":"ai-tenant-e2e-shared-a-w0-3b392d/auth-test-model-3b392d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:18.971641571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"auth-test-model-3b392d","reconcileID":"1e41759e-f0e4-4afe-96ab-1c78dd434475","MaaSModelRef":{"name":"auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"routeName":"auth-test-model-3b392d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-3b392d","llmisvcName":"auth-test-model-3b392d","gateway":"openshift-ingress/e2e-shared-a-w0-3b392d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:19.031594328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"auth-test-model-3b392d","reconcileID":"2b23e193-d7bf-4f22-b29e-1121f641e07c","MaaSModelRef":{"name":"auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"tenant":"e2e-shared-a-w0-3b392d","gateway":"openshift-ingress/e2e-shared-a-w0-3b392d","model":"ai-tenant-e2e-shared-a-w0-3b392d/auth-test-model-3b392d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:19.031620816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"auth-test-model-3b392d","reconcileID":"2b23e193-d7bf-4f22-b29e-1121f641e07c","MaaSModelRef":{"name":"auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"routeName":"auth-test-model-3b392d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-3b392d","llmisvcName":"auth-test-model-3b392d","gateway":"openshift-ingress/e2e-shared-a-w0-3b392d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:19.133112467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"e2e-auth-iso-62aeb0","reconcileID":"02681257-75e2-42cc-9a83-c6a75c5bd9f8","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-3b392d","tenantID":"e2e-shared-a-w0-3b392d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:19.256244776Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"e2e-auth-iso-62aeb0","reconcileID":"02681257-75e2-42cc-9a83-c6a75c5bd9f8","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"name":"e2e-shared-a-w0-3b392d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:19.308986521Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-3b392d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"e2e-auth-iso-62aeb0","reconcileID":"02681257-75e2-42cc-9a83-c6a75c5bd9f8","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:19.349512456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-435923","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"auth-test-model-435923","reconcileID":"99b79e70-df32-412d-984e-92b72d79f78c","MaaSModelRef":{"name":"auth-test-model-435923","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"tenant":"e2e-shared-b-w3-435923","gateway":"openshift-ingress/e2e-shared-b-w3-435923","model":"ai-tenant-e2e-shared-b-w3-435923/auth-test-model-435923","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:19.349541541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-435923","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"auth-test-model-435923","reconcileID":"99b79e70-df32-412d-984e-92b72d79f78c","MaaSModelRef":{"name":"auth-test-model-435923","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"routeName":"auth-test-model-435923-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-435923","llmisvcName":"auth-test-model-435923","gateway":"openshift-ingress/e2e-shared-b-w3-435923","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:19.360994723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"auth-test-model-3b392d","reconcileID":"6c56994b-b875-4d6c-9a12-857dcf78fad6","MaaSModelRef":{"name":"auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"tenant":"e2e-shared-a-w0-3b392d","gateway":"openshift-ingress/e2e-shared-a-w0-3b392d","model":"ai-tenant-e2e-shared-a-w0-3b392d/auth-test-model-3b392d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:19.36101133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"auth-test-model-3b392d","reconcileID":"6c56994b-b875-4d6c-9a12-857dcf78fad6","MaaSModelRef":{"name":"auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"routeName":"auth-test-model-3b392d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-3b392d","llmisvcName":"auth-test-model-3b392d","gateway":"openshift-ingress/e2e-shared-a-w0-3b392d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:19.40391177Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-435923","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"auth-test-model-435923","reconcileID":"95d0d194-c4a3-4e32-ae05-209280ba8d0b","MaaSModelRef":{"name":"auth-test-model-435923","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"tenant":"e2e-shared-b-w3-435923","gateway":"openshift-ingress/e2e-shared-b-w3-435923","model":"ai-tenant-e2e-shared-b-w3-435923/auth-test-model-435923","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:19.403932218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-435923","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"auth-test-model-435923","reconcileID":"95d0d194-c4a3-4e32-ae05-209280ba8d0b","MaaSModelRef":{"name":"auth-test-model-435923","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"routeName":"auth-test-model-435923-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-435923","llmisvcName":"auth-test-model-435923","gateway":"openshift-ingress/e2e-shared-b-w3-435923","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:19.502790303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"e2e-auth-iso-e6d898","reconcileID":"6f59b55b-5cdd-4354-b1b2-c617c9040e8b","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-435923","tenantID":"e2e-shared-b-w3-435923","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:19.654950607Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"e2e-auth-iso-e6d898","reconcileID":"6f59b55b-5cdd-4354-b1b2-c617c9040e8b","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"name":"e2e-shared-b-w3-435923-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:19.708810457Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-435923-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"e2e-auth-iso-e6d898","reconcileID":"6f59b55b-5cdd-4354-b1b2-c617c9040e8b","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:19.763465644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-435923","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"auth-test-model-435923","reconcileID":"18446b51-fbdd-48e2-bc09-b7251aa3bdea","MaaSModelRef":{"name":"auth-test-model-435923","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"tenant":"e2e-shared-b-w3-435923","gateway":"openshift-ingress/e2e-shared-b-w3-435923","model":"ai-tenant-e2e-shared-b-w3-435923/auth-test-model-435923","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:19.763489185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-435923","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"auth-test-model-435923","reconcileID":"18446b51-fbdd-48e2-bc09-b7251aa3bdea","MaaSModelRef":{"name":"auth-test-model-435923","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"routeName":"auth-test-model-435923-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-435923","llmisvcName":"auth-test-model-435923","gateway":"openshift-ingress/e2e-shared-b-w3-435923","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:25.419417809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"e2e-auth-iso-f07aca","reconcileID":"d2afbe87-d7f4-4466-906c-6ad3b16b4c9f","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-37e79b","tenantID":"e2e-shared-b-w4-37e79b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:25.485130285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"e2e-auth-iso-f07aca","reconcileID":"d2afbe87-d7f4-4466-906c-6ad3b16b4c9f","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"name":"e2e-shared-b-w4-37e79b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:25.53848298Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-37e79b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (16a9da012dbe6cfddaad4768b8126964ed4b867590d6b2e5fe563111c1ed6b6e) AuthConfig (e70bde02e8a801ec4f2232f249cabedc1ac66ab55cc17364b49ddb05e4e5f64a) AuthConfig (224534acefa810985dafd139dbfdaf2d0bde7bf17eca7af76b171e05334992f7) AuthConfig (7f601f365bfdcef401e3ee36eeb7f33a3c95e0c853de5fbde5b35d7cbb1057b1) AuthConfig (9fa4a4744011e07afa6ac6b1e0df3a7882b9580c3838415b3a623d0895207df5) AuthConfig (7cc48c781f29786c9b2e60ef36ac62ac0fcc9a8c1275be282857c4731b3ee745) AuthConfig (e1d2817d462abdd4f7ea6043a4fac430eee6b3e969a1de538ed3cb9ee3ddc227) AuthConfig (3b25e232c04e64e8ced6dfdda3aecf48a22d07f0be2e829c2561fcdb02b7df0e) AuthConfig (b37c6a31c622a43e9b3c1e0c1fb628dee092454feccb8a1ee1254374c6325fcb) AuthConfig (6256d331bcc5572e41b8aaa3e73c9c098d1a81dbe933b8c3ce04734094e010ba) AuthConfig (30e89aec27dc96d8cf6e614fb1c98e9d4aa1b73db5a4baacc9b749a40aa477ac) AuthConfig (3d51a540449ce2dca2804693a424e86c4e6787796d1024e39967c0f7a349b4be) AuthConfig (2894280d574f11a6c170a37354a9cb9f58f96109bbeb9467d1ec2857d2470347) AuthConfig (853fa77af225a8108309e8a7402ccf20b594d3c006f6d21fe5a21fb4ebdc7a31) AuthConfig (2d47b39251866afbdb46dec4ba17997a74cc5e972f819960f65b1d7805bb9900) AuthConfig (52552dde8b137afd5d1e8b050a00debb529ef585494b0874e6c96a0176a4a7d2) AuthConfig (40169ed558b9c0fc69a2892d97e554548fc1ab3c8fb349bc349284127d8d39d4) AuthConfig (bacfca2b07a64c179ee1748a43f1a5cf509ac1ebbe3b95dd7fae2eb3f7048719)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"e2e-auth-iso-f07aca","reconcileID":"d2afbe87-d7f4-4466-906c-6ad3b16b4c9f","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:25.593800963Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"auth-test-model-37e79b","reconcileID":"63e8e0e3-361d-45b5-881a-4ec12cf8c5f0","MaaSModelRef":{"name":"auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"tenant":"e2e-shared-b-w4-37e79b","gateway":"openshift-ingress/e2e-shared-b-w4-37e79b","model":"ai-tenant-e2e-shared-b-w4-37e79b/auth-test-model-37e79b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:25.593826407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"auth-test-model-37e79b","reconcileID":"63e8e0e3-361d-45b5-881a-4ec12cf8c5f0","MaaSModelRef":{"name":"auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"routeName":"auth-test-model-37e79b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-37e79b","llmisvcName":"auth-test-model-37e79b","gateway":"openshift-ingress/e2e-shared-b-w4-37e79b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:29.468534521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"e2e-auth-iso-62aeb0","reconcileID":"688bcd5f-bb51-4ce0-b675-8e1a0eb37799","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-3b392d","tenantID":"e2e-shared-a-w0-3b392d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:29.527116559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"e2e-auth-iso-62aeb0","reconcileID":"688bcd5f-bb51-4ce0-b675-8e1a0eb37799","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"name":"e2e-shared-a-w0-3b392d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:29.579903251Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-3b392d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"e2e-auth-iso-62aeb0","reconcileID":"688bcd5f-bb51-4ce0-b675-8e1a0eb37799","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:29.865134805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"e2e-auth-iso-e6d898","reconcileID":"ec3572db-0fe7-48b8-b1b1-5c8f0408881a","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-435923","tenantID":"e2e-shared-b-w3-435923","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:29.919131278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"e2e-auth-iso-e6d898","reconcileID":"ec3572db-0fe7-48b8-b1b1-5c8f0408881a","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"name":"e2e-shared-b-w3-435923-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:29.97236493Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-435923-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"e2e-auth-iso-e6d898","reconcileID":"ec3572db-0fe7-48b8-b1b1-5c8f0408881a","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:35.691438026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"e2e-auth-iso-f07aca","reconcileID":"a36e53ae-5418-4fdd-920d-98d612331242","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-37e79b","tenantID":"e2e-shared-b-w4-37e79b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:35.745437578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"e2e-auth-iso-f07aca","reconcileID":"a36e53ae-5418-4fdd-920d-98d612331242","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"name":"e2e-shared-b-w4-37e79b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:35.798033219Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-37e79b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (16a9da012dbe6cfddaad4768b8126964ed4b867590d6b2e5fe563111c1ed6b6e) AuthConfig (e70bde02e8a801ec4f2232f249cabedc1ac66ab55cc17364b49ddb05e4e5f64a) AuthConfig (224534acefa810985dafd139dbfdaf2d0bde7bf17eca7af76b171e05334992f7) AuthConfig (7f601f365bfdcef401e3ee36eeb7f33a3c95e0c853de5fbde5b35d7cbb1057b1) AuthConfig (9fa4a4744011e07afa6ac6b1e0df3a7882b9580c3838415b3a623d0895207df5) AuthConfig (7cc48c781f29786c9b2e60ef36ac62ac0fcc9a8c1275be282857c4731b3ee745) AuthConfig (e1d2817d462abdd4f7ea6043a4fac430eee6b3e969a1de538ed3cb9ee3ddc227) AuthConfig (3b25e232c04e64e8ced6dfdda3aecf48a22d07f0be2e829c2561fcdb02b7df0e) AuthConfig (b37c6a31c622a43e9b3c1e0c1fb628dee092454feccb8a1ee1254374c6325fcb) AuthConfig (6256d331bcc5572e41b8aaa3e73c9c098d1a81dbe933b8c3ce04734094e010ba) AuthConfig (30e89aec27dc96d8cf6e614fb1c98e9d4aa1b73db5a4baacc9b749a40aa477ac) AuthConfig (3d51a540449ce2dca2804693a424e86c4e6787796d1024e39967c0f7a349b4be) AuthConfig (2894280d574f11a6c170a37354a9cb9f58f96109bbeb9467d1ec2857d2470347) AuthConfig (853fa77af225a8108309e8a7402ccf20b594d3c006f6d21fe5a21fb4ebdc7a31) AuthConfig (2d47b39251866afbdb46dec4ba17997a74cc5e972f819960f65b1d7805bb9900) AuthConfig (52552dde8b137afd5d1e8b050a00debb529ef585494b0874e6c96a0176a4a7d2) AuthConfig (40169ed558b9c0fc69a2892d97e554548fc1ab3c8fb349bc349284127d8d39d4) AuthConfig (bacfca2b07a64c179ee1748a43f1a5cf509ac1ebbe3b95dd7fae2eb3f7048719)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"e2e-auth-iso-f07aca","reconcileID":"a36e53ae-5418-4fdd-920d-98d612331242","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:36.168596324Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:39.678685393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"e2e-auth-iso-62aeb0","reconcileID":"4e612a6a-3d70-4ca3-b92e-9a7c6758d77c","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-3b392d","tenantID":"e2e-shared-a-w0-3b392d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:39.732530911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"e2e-auth-iso-62aeb0","reconcileID":"4e612a6a-3d70-4ca3-b92e-9a7c6758d77c","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"name":"e2e-shared-a-w0-3b392d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:39.792148795Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-3b392d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"e2e-auth-iso-62aeb0","reconcileID":"4e612a6a-3d70-4ca3-b92e-9a7c6758d77c","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:40.071139405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"e2e-auth-iso-e6d898","reconcileID":"f08be875-072a-4a0a-8d6d-8db5be9c54dc","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-435923","tenantID":"e2e-shared-b-w3-435923","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:40.125416575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"e2e-auth-iso-e6d898","reconcileID":"f08be875-072a-4a0a-8d6d-8db5be9c54dc","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"name":"e2e-shared-b-w3-435923-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:40.178031167Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-435923-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"e2e-auth-iso-e6d898","reconcileID":"f08be875-072a-4a0a-8d6d-8db5be9c54dc","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:45.898494374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"e2e-auth-iso-f07aca","reconcileID":"aaf44310-0d7b-4311-9ff5-446c722af87c","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-37e79b","tenantID":"e2e-shared-b-w4-37e79b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:45.952267181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"e2e-auth-iso-f07aca","reconcileID":"aaf44310-0d7b-4311-9ff5-446c722af87c","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"name":"e2e-shared-b-w4-37e79b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:46.005022145Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-37e79b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (16a9da012dbe6cfddaad4768b8126964ed4b867590d6b2e5fe563111c1ed6b6e) AuthConfig (e70bde02e8a801ec4f2232f249cabedc1ac66ab55cc17364b49ddb05e4e5f64a) AuthConfig (224534acefa810985dafd139dbfdaf2d0bde7bf17eca7af76b171e05334992f7) AuthConfig (7f601f365bfdcef401e3ee36eeb7f33a3c95e0c853de5fbde5b35d7cbb1057b1) AuthConfig (9fa4a4744011e07afa6ac6b1e0df3a7882b9580c3838415b3a623d0895207df5) AuthConfig (7cc48c781f29786c9b2e60ef36ac62ac0fcc9a8c1275be282857c4731b3ee745) AuthConfig (e1d2817d462abdd4f7ea6043a4fac430eee6b3e969a1de538ed3cb9ee3ddc227) AuthConfig (3b25e232c04e64e8ced6dfdda3aecf48a22d07f0be2e829c2561fcdb02b7df0e) AuthConfig (b37c6a31c622a43e9b3c1e0c1fb628dee092454feccb8a1ee1254374c6325fcb) AuthConfig (6256d331bcc5572e41b8aaa3e73c9c098d1a81dbe933b8c3ce04734094e010ba) AuthConfig (30e89aec27dc96d8cf6e614fb1c98e9d4aa1b73db5a4baacc9b749a40aa477ac) AuthConfig (3d51a540449ce2dca2804693a424e86c4e6787796d1024e39967c0f7a349b4be) AuthConfig (2894280d574f11a6c170a37354a9cb9f58f96109bbeb9467d1ec2857d2470347) AuthConfig (853fa77af225a8108309e8a7402ccf20b594d3c006f6d21fe5a21fb4ebdc7a31) AuthConfig (2d47b39251866afbdb46dec4ba17997a74cc5e972f819960f65b1d7805bb9900) AuthConfig (52552dde8b137afd5d1e8b050a00debb529ef585494b0874e6c96a0176a4a7d2) AuthConfig (40169ed558b9c0fc69a2892d97e554548fc1ab3c8fb349bc349284127d8d39d4) AuthConfig (bacfca2b07a64c179ee1748a43f1a5cf509ac1ebbe3b95dd7fae2eb3f7048719)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"e2e-auth-iso-f07aca","reconcileID":"aaf44310-0d7b-4311-9ff5-446c722af87c","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:49.891853538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"e2e-auth-iso-62aeb0","reconcileID":"7e3a40a8-c7ba-4970-bba4-bb3e27fde065","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-3b392d","tenantID":"e2e-shared-a-w0-3b392d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:49.946312081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"e2e-auth-iso-62aeb0","reconcileID":"7e3a40a8-c7ba-4970-bba4-bb3e27fde065","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"name":"e2e-shared-a-w0-3b392d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:50.000488539Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-3b392d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"e2e-auth-iso-62aeb0","reconcileID":"7e3a40a8-c7ba-4970-bba4-bb3e27fde065","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:50.27942442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"e2e-auth-iso-e6d898","reconcileID":"ddc3b2f7-ef66-406e-b911-4c50e48fc332","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-435923","tenantID":"e2e-shared-b-w3-435923","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:50.333454245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"e2e-auth-iso-e6d898","reconcileID":"ddc3b2f7-ef66-406e-b911-4c50e48fc332","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"name":"e2e-shared-b-w3-435923-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:50.386631908Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-435923-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"e2e-auth-iso-e6d898","reconcileID":"ddc3b2f7-ef66-406e-b911-4c50e48fc332","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:56.103671335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"e2e-auth-iso-f07aca","reconcileID":"3df93b3b-939f-435e-bb75-dcc18bd7df7f","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-37e79b","tenantID":"e2e-shared-b-w4-37e79b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:56.157892212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"e2e-auth-iso-f07aca","reconcileID":"3df93b3b-939f-435e-bb75-dcc18bd7df7f","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"name":"e2e-shared-b-w4-37e79b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:56.210570246Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-37e79b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (16a9da012dbe6cfddaad4768b8126964ed4b867590d6b2e5fe563111c1ed6b6e) AuthConfig (e70bde02e8a801ec4f2232f249cabedc1ac66ab55cc17364b49ddb05e4e5f64a) AuthConfig (224534acefa810985dafd139dbfdaf2d0bde7bf17eca7af76b171e05334992f7) AuthConfig (7f601f365bfdcef401e3ee36eeb7f33a3c95e0c853de5fbde5b35d7cbb1057b1) AuthConfig (9fa4a4744011e07afa6ac6b1e0df3a7882b9580c3838415b3a623d0895207df5) AuthConfig (7cc48c781f29786c9b2e60ef36ac62ac0fcc9a8c1275be282857c4731b3ee745) AuthConfig (e1d2817d462abdd4f7ea6043a4fac430eee6b3e969a1de538ed3cb9ee3ddc227) AuthConfig (3b25e232c04e64e8ced6dfdda3aecf48a22d07f0be2e829c2561fcdb02b7df0e) AuthConfig (b37c6a31c622a43e9b3c1e0c1fb628dee092454feccb8a1ee1254374c6325fcb) AuthConfig (6256d331bcc5572e41b8aaa3e73c9c098d1a81dbe933b8c3ce04734094e010ba) AuthConfig (30e89aec27dc96d8cf6e614fb1c98e9d4aa1b73db5a4baacc9b749a40aa477ac) AuthConfig (3d51a540449ce2dca2804693a424e86c4e6787796d1024e39967c0f7a349b4be) AuthConfig (2894280d574f11a6c170a37354a9cb9f58f96109bbeb9467d1ec2857d2470347) AuthConfig (853fa77af225a8108309e8a7402ccf20b594d3c006f6d21fe5a21fb4ebdc7a31) AuthConfig (2d47b39251866afbdb46dec4ba17997a74cc5e972f819960f65b1d7805bb9900) AuthConfig (52552dde8b137afd5d1e8b050a00debb529ef585494b0874e6c96a0176a4a7d2) AuthConfig (40169ed558b9c0fc69a2892d97e554548fc1ab3c8fb349bc349284127d8d39d4) AuthConfig (bacfca2b07a64c179ee1748a43f1a5cf509ac1ebbe3b95dd7fae2eb3f7048719)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"e2e-auth-iso-f07aca","reconcileID":"3df93b3b-939f-435e-bb75-dcc18bd7df7f","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:00.100619787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"e2e-auth-iso-62aeb0","reconcileID":"7bb1c601-6141-457f-8ba6-6f5e5deee093","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-3b392d","tenantID":"e2e-shared-a-w0-3b392d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:00.15535005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"e2e-auth-iso-62aeb0","reconcileID":"7bb1c601-6141-457f-8ba6-6f5e5deee093","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"name":"e2e-shared-a-w0-3b392d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:00.207851443Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-3b392d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cfe6ffa45d8ee82aa1ea1196644024484378eb3114d830f8e56a765703aa00dc) AuthConfig (7e9223f9d7f3b64ac06ae8abfcdfd0428b59da8b2aee5bee03862dc83b5fdc3b) AuthConfig (2767b2cfa3b6bbb00cd20b517e7a557568ff7420bfb6f153390a2cc49edeec2d) AuthConfig (6f4657c554f4473b93127d29aa959cc5e2be6b1658f4f419da2f7ef4fa1709fb) AuthConfig (6b38b25cbe65677d675c3ebc8f42f85fe6dffefffbf8148d8ffc73eedc407410) AuthConfig (43b5f3658113b4fd0b43b6b7fc7381e80b85fee90fc2d296b3fa19b712847dc4) AuthConfig (c7d42d2f9a66b348999213a6ee5ff8b9e03a939f7d57ca82cfb931dadade7f13) AuthConfig (9e54af733179f3143f64b51c96cff735f1cb77d542880b54d3b505fc796214c4) AuthConfig (37db41e83eb29b6c55aa9091eee6552505c07310237e35b375f51d0672a2522a) AuthConfig (6ec29f82922d97714301f9f79450bcf5996863c21fd62ea295f61300ed3f9d40) AuthConfig (db536f53a3dbd0ad95ade4680222fcd3adb1ff450239d58cbbfb3456c131a4c5) AuthConfig (7d8d3931e1c49c0da09f3e42b2b2a538fe61b70ccd3dce3efd540ed93042b15f) AuthConfig (f9cdb39b35f21a9306189e6e33171d553cf35dfa293f5b996576b21cf208d6d4) AuthConfig (72906f68a965e3f4ce5071d804a6edc3dfb66955f8b46c1cff7a3c8a59b61da8) AuthConfig (97ee66a7249dbc094e63a0ab61077b36868b12040b59f2ac6eff7c475627c782) AuthConfig (195ea71fc2482f2d5993e0373bb93d3ea32aee21b360298820f09355eecae47d) AuthConfig (511cd7b5dda79718790f9a76bfbdeaf6858341700076764dd8b519910fd8a105) AuthConfig (331ed0716cf8d2ecbdc6e83163eae2be9b87196548fa6002d7ee00c67fc831ba)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"e2e-auth-iso-62aeb0","reconcileID":"7bb1c601-6141-457f-8ba6-6f5e5deee093","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:00.262656426Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"auth-test-model-3b392d","reconcileID":"59aee366-bdaf-4bf6-829e-0392a984bcd0","MaaSModelRef":{"name":"auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"tenant":"e2e-shared-a-w0-3b392d","gateway":"openshift-ingress/e2e-shared-a-w0-3b392d","model":"ai-tenant-e2e-shared-a-w0-3b392d/auth-test-model-3b392d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:00.262672732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"auth-test-model-3b392d","reconcileID":"59aee366-bdaf-4bf6-829e-0392a984bcd0","MaaSModelRef":{"name":"auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"routeName":"auth-test-model-3b392d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-3b392d","llmisvcName":"auth-test-model-3b392d","gateway":"openshift-ingress/e2e-shared-a-w0-3b392d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:00.48560677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"e2e-auth-iso-e6d898","reconcileID":"6c16bdc8-9577-4de3-8fad-75b538075b2d","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-435923","tenantID":"e2e-shared-b-w3-435923","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:00.539383671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"e2e-auth-iso-e6d898","reconcileID":"6c16bdc8-9577-4de3-8fad-75b538075b2d","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"name":"e2e-shared-b-w3-435923-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:00.592314025Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-435923-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dda6f32755d3514a462aae3228c1e14930ddf2adf30a51cf42c57870c3312cd7) AuthConfig (01fcbe6598b0f8612c6936ffaeea3122215cb3174a9940eb34d4f7cf663854ae) AuthConfig (bdb919ba54632fbfd9f8c36f8baf4c7712472f5df2363b412b8ae287acab7708) AuthConfig (2139724b0fd00d63445cd66f9fff903b8944b4d0ec1075f84e3277352a8d9bbc) AuthConfig (7c8083a6cb97d437f641d0a14a9d303189bbbeb6ca1997d1ae6a63feef653783) AuthConfig (07f6f306f4a7ccc579434c2071bc8acec243f1b0706ef341b19bc1b6c14cc183) AuthConfig (dcde90ee851ab20616333d4cc75523af9ed11ceac6129dd9176d57d8739c377a) AuthConfig (1af39883c3b1b713e5e644309396d0540076dcfdb2a0f57b296352ef255aae18) AuthConfig (f320a34c0cb77603085d3fe13f7a210abc7af1535520a8fa771344d88ebce8b2) AuthConfig (fef98f03c53e0187d0c7e508c919477e1872f493f4dbfb93a0ee8a148ea2fad9) AuthConfig (d2564303d091cf9fdd96418521d3d2d7a69706dbbc27d0122da234b9fcec45b3) AuthConfig (f25f1a9e317ee4378f9248ec6e5fc728fa1352917d919bfa979145d3e9267878) AuthConfig (0a9b68a575a9e6c5a20366c5472f13957598c7bcdbd361e4a77b7e754317d9b3) AuthConfig (9166c26f45af7265a78773c9a8dec7770ebedbd22d7a7574e4c6600994b338d3) AuthConfig (f5f2ea5b2c4ef49970e5556979ad87d9c4b331257b1106d2e8d2e7a9c4666805) AuthConfig (0182d2dc594cbb20dd0cdbb12a9cf0850b0f516fb6ec88cf827cc256b63b8ec9) AuthConfig (fd88a6de56ca7b2fa29b7b4fcc638a06cd9534c20bffb36d5933e929e0cc8110) AuthConfig (d7c0c50bd855eea2b873f556684c64d20d6e63c793a055fb6065a105c333c079)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"e2e-auth-iso-e6d898","reconcileID":"6c16bdc8-9577-4de3-8fad-75b538075b2d","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:00.648728075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-435923","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"auth-test-model-435923","reconcileID":"1f6ab272-ef52-42af-864c-d97a1cd6bc33","MaaSModelRef":{"name":"auth-test-model-435923","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"tenant":"e2e-shared-b-w3-435923","gateway":"openshift-ingress/e2e-shared-b-w3-435923","model":"ai-tenant-e2e-shared-b-w3-435923/auth-test-model-435923","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:00.648744339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-435923","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"auth-test-model-435923","reconcileID":"1f6ab272-ef52-42af-864c-d97a1cd6bc33","MaaSModelRef":{"name":"auth-test-model-435923","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"routeName":"auth-test-model-435923-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-435923","llmisvcName":"auth-test-model-435923","gateway":"openshift-ingress/e2e-shared-b-w3-435923","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:06.168480933Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:06.309197513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"e2e-auth-iso-f07aca","reconcileID":"2a23cf01-f7d8-4ce3-bf4f-dd8a8eaa5843","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-37e79b","tenantID":"e2e-shared-b-w4-37e79b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:06.363230356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"e2e-auth-iso-f07aca","reconcileID":"2a23cf01-f7d8-4ce3-bf4f-dd8a8eaa5843","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"name":"e2e-shared-b-w4-37e79b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:06.667710683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"auth-test-model-37e79b","reconcileID":"005592ab-5c5e-4e32-9f2d-eebfb4588e7b","MaaSModelRef":{"name":"auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"tenant":"e2e-shared-b-w4-37e79b","gateway":"openshift-ingress/e2e-shared-b-w4-37e79b","model":"ai-tenant-e2e-shared-b-w4-37e79b/auth-test-model-37e79b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:06.667730452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"auth-test-model-37e79b","reconcileID":"005592ab-5c5e-4e32-9f2d-eebfb4588e7b","MaaSModelRef":{"name":"auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"routeName":"auth-test-model-37e79b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-37e79b","llmisvcName":"auth-test-model-37e79b","gateway":"openshift-ingress/e2e-shared-b-w4-37e79b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:07.363830224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"auth-test-model-37e79b","reconcileID":"5f181739-0486-4e4b-bda7-72d2b25320fe","MaaSModelRef":{"name":"auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"tenant":"e2e-shared-b-w4-37e79b","gateway":"openshift-ingress/e2e-shared-b-w4-37e79b","model":"ai-tenant-e2e-shared-b-w4-37e79b/auth-test-model-37e79b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:07.363852952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"auth-test-model-37e79b","reconcileID":"5f181739-0486-4e4b-bda7-72d2b25320fe","MaaSModelRef":{"name":"auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"routeName":"auth-test-model-37e79b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-37e79b","llmisvcName":"auth-test-model-37e79b","gateway":"openshift-ingress/e2e-shared-b-w4-37e79b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:07.404441494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18dc07a9-42fc-47ad-a90d-e7fb317787ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:07.454822738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18dc07a9-42fc-47ad-a90d-e7fb317787ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:07.503424564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18dc07a9-42fc-47ad-a90d-e7fb317787ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:41:07.508521662Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"e2e-auth-iso-f07aca","reconcileID":"0fed2430-10d0-4aa4-8d1c-9445de7ba453","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-f07aca\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:07.552443834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18dc07a9-42fc-47ad-a90d-e7fb317787ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:07.552808343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"e2e-auth-iso-f07aca","reconcileID":"70a8bc6b-cacc-45fe-9bdd-ed5f91805809","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-37e79b","tenantID":"e2e-shared-b-w4-37e79b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:07.558985763Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"auth-test-model-37e79b","reconcileID":"1c6af3e7-1605-409b-8903-94d1428cc261","MaaSModelRef":{"name":"auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"tenant":"e2e-shared-b-w4-37e79b","gateway":"openshift-ingress/e2e-shared-b-w4-37e79b","model":"ai-tenant-e2e-shared-b-w4-37e79b/auth-test-model-37e79b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:07.55900498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"auth-test-model-37e79b","reconcileID":"1c6af3e7-1605-409b-8903-94d1428cc261","MaaSModelRef":{"name":"auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"routeName":"auth-test-model-37e79b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-37e79b","llmisvcName":"auth-test-model-37e79b","gateway":"openshift-ingress/e2e-shared-b-w4-37e79b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:07.606604313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"e2e-auth-iso-f07aca","reconcileID":"70a8bc6b-cacc-45fe-9bdd-ed5f91805809","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"name":"e2e-shared-b-w4-37e79b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:41:07.609897699Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"auth-test-model-37e79b","reconcileID":"1c6af3e7-1605-409b-8903-94d1428cc261","name":"auth-test-model-37e79b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-37e79b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:41:07.609949573Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"auth-test-model-37e79b","reconcileID":"1c6af3e7-1605-409b-8903-94d1428cc261","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-37e79b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:07.615336615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"auth-test-model-37e79b","reconcileID":"fed4f108-01ac-4fe3-8700-2a6eab6cea51","MaaSModelRef":{"name":"auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"tenant":"e2e-shared-b-w4-37e79b","gateway":"openshift-ingress/e2e-shared-b-w4-37e79b","model":"ai-tenant-e2e-shared-b-w4-37e79b/auth-test-model-37e79b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:07.615351211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"auth-test-model-37e79b","reconcileID":"fed4f108-01ac-4fe3-8700-2a6eab6cea51","MaaSModelRef":{"name":"auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"routeName":"auth-test-model-37e79b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-37e79b","llmisvcName":"auth-test-model-37e79b","gateway":"openshift-ingress/e2e-shared-b-w4-37e79b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:07.655861002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"auth-test-model-37e79b","reconcileID":"5db09422-0462-4fb8-b231-a5509ba0348c","MaaSModelRef":{"name":"auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"tenant":"e2e-shared-b-w4-37e79b","gateway":"openshift-ingress/e2e-shared-b-w4-37e79b","model":"ai-tenant-e2e-shared-b-w4-37e79b/auth-test-model-37e79b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:07.655882781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"auth-test-model-37e79b","reconcileID":"5db09422-0462-4fb8-b231-a5509ba0348c","MaaSModelRef":{"name":"auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"routeName":"auth-test-model-37e79b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-37e79b","llmisvcName":"auth-test-model-37e79b","gateway":"openshift-ingress/e2e-shared-b-w4-37e79b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:07.710132147Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"auth-test-model-37e79b","reconcileID":"0776eb97-1a87-457a-a417-0d8d8ab3f44c","MaaSModelRef":{"name":"auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"tenant":"e2e-shared-b-w4-37e79b","gateway":"openshift-ingress/e2e-shared-b-w4-37e79b","model":"ai-tenant-e2e-shared-b-w4-37e79b/auth-test-model-37e79b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:07.710151818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"auth-test-model-37e79b","reconcileID":"0776eb97-1a87-457a-a417-0d8d8ab3f44c","MaaSModelRef":{"name":"auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"routeName":"auth-test-model-37e79b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-37e79b","llmisvcName":"auth-test-model-37e79b","gateway":"openshift-ingress/e2e-shared-b-w4-37e79b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:07.902029947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"e2e-auth-iso-f07aca","reconcileID":"363acec5-4197-490c-8562-d9c062da97ac","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-37e79b","tenantID":"e2e-shared-b-w4-37e79b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:07.912623298Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"e2e-auth-iso-f07aca","reconcileID":"d7103a8c-5b75-4aec-ae79-2cc4e20c3c44","MaaSSubscription":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"name":"maas-trlp-auth-test-model-37e79b","model":"auth-test-model-37e79b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-37e79b/e2e-auth-iso-f07aca"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:07.956204688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"e2e-auth-iso-f07aca","reconcileID":"363acec5-4197-490c-8562-d9c062da97ac","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"name":"e2e-shared-b-w4-37e79b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:08.069234088Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"auth-test-model-37e79b","reconcileID":"ec9b566a-e4ac-4170-90a7-ac4e68d57071","MaaSModelRef":{"name":"auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"tenant":"e2e-shared-b-w4-37e79b","gateway":"openshift-ingress/e2e-shared-b-w4-37e79b","model":"ai-tenant-e2e-shared-b-w4-37e79b/auth-test-model-37e79b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:08.069251235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"auth-test-model-37e79b","reconcileID":"ec9b566a-e4ac-4170-90a7-ac4e68d57071","MaaSModelRef":{"name":"auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"routeName":"auth-test-model-37e79b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-37e79b","llmisvcName":"auth-test-model-37e79b","gateway":"openshift-ingress/e2e-shared-b-w4-37e79b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:08.272558293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"e2e-auth-iso-f07aca","reconcileID":"370433f0-b8f2-458b-a586-209647a37ca0","MaaSSubscription":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"name":"maas-trlp-auth-test-model-37e79b","model":"ai-tenant-e2e-shared-b-w4-37e79b/auth-test-model-37e79b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:09.357258838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edd00ef5-e4e7-4295-aaea-6675e415398b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:09.405758169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edd00ef5-e4e7-4295-aaea-6675e415398b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:09.454156501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edd00ef5-e4e7-4295-aaea-6675e415398b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:09.503085131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edd00ef5-e4e7-4295-aaea-6675e415398b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:09.666212405Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-421286","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-421286","reconcileID":"5bfcb928-953d-40ed-9a07-cd787c3a3074","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-421286","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-421286":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:10.359918656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"e2e-auth-iso-62aeb0","reconcileID":"4ded08cf-0904-4206-b375-d8f2cddaee71","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-3b392d","tenantID":"e2e-shared-a-w0-3b392d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:10.413727253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"e2e-auth-iso-62aeb0","reconcileID":"4ded08cf-0904-4206-b375-d8f2cddaee71","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"name":"e2e-shared-a-w0-3b392d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:10.468026856Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-3b392d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cfe6ffa45d8ee82aa1ea1196644024484378eb3114d830f8e56a765703aa00dc) AuthConfig (7e9223f9d7f3b64ac06ae8abfcdfd0428b59da8b2aee5bee03862dc83b5fdc3b) AuthConfig (2767b2cfa3b6bbb00cd20b517e7a557568ff7420bfb6f153390a2cc49edeec2d) AuthConfig (6f4657c554f4473b93127d29aa959cc5e2be6b1658f4f419da2f7ef4fa1709fb) AuthConfig (6b38b25cbe65677d675c3ebc8f42f85fe6dffefffbf8148d8ffc73eedc407410) AuthConfig (43b5f3658113b4fd0b43b6b7fc7381e80b85fee90fc2d296b3fa19b712847dc4) AuthConfig (c7d42d2f9a66b348999213a6ee5ff8b9e03a939f7d57ca82cfb931dadade7f13) AuthConfig (9e54af733179f3143f64b51c96cff735f1cb77d542880b54d3b505fc796214c4) AuthConfig (37db41e83eb29b6c55aa9091eee6552505c07310237e35b375f51d0672a2522a) AuthConfig (6ec29f82922d97714301f9f79450bcf5996863c21fd62ea295f61300ed3f9d40) AuthConfig (db536f53a3dbd0ad95ade4680222fcd3adb1ff450239d58cbbfb3456c131a4c5) AuthConfig (7d8d3931e1c49c0da09f3e42b2b2a538fe61b70ccd3dce3efd540ed93042b15f) AuthConfig (f9cdb39b35f21a9306189e6e33171d553cf35dfa293f5b996576b21cf208d6d4) AuthConfig (72906f68a965e3f4ce5071d804a6edc3dfb66955f8b46c1cff7a3c8a59b61da8) AuthConfig (97ee66a7249dbc094e63a0ab61077b36868b12040b59f2ac6eff7c475627c782) AuthConfig (195ea71fc2482f2d5993e0373bb93d3ea32aee21b360298820f09355eecae47d) AuthConfig (511cd7b5dda79718790f9a76bfbdeaf6858341700076764dd8b519910fd8a105) AuthConfig (331ed0716cf8d2ecbdc6e83163eae2be9b87196548fa6002d7ee00c67fc831ba)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"e2e-auth-iso-62aeb0","reconcileID":"4ded08cf-0904-4206-b375-d8f2cddaee71","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:10.834855067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"e2e-auth-iso-e6d898","reconcileID":"e1c97113-00fe-47cc-a12a-39dc59c8b29d","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-435923","tenantID":"e2e-shared-b-w3-435923","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:10.920416671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"e2e-auth-iso-e6d898","reconcileID":"e1c97113-00fe-47cc-a12a-39dc59c8b29d","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"name":"e2e-shared-b-w3-435923-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:10.973199197Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-435923-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dda6f32755d3514a462aae3228c1e14930ddf2adf30a51cf42c57870c3312cd7) AuthConfig (01fcbe6598b0f8612c6936ffaeea3122215cb3174a9940eb34d4f7cf663854ae) AuthConfig (bdb919ba54632fbfd9f8c36f8baf4c7712472f5df2363b412b8ae287acab7708) AuthConfig (2139724b0fd00d63445cd66f9fff903b8944b4d0ec1075f84e3277352a8d9bbc) AuthConfig (7c8083a6cb97d437f641d0a14a9d303189bbbeb6ca1997d1ae6a63feef653783) AuthConfig (07f6f306f4a7ccc579434c2071bc8acec243f1b0706ef341b19bc1b6c14cc183) AuthConfig (dcde90ee851ab20616333d4cc75523af9ed11ceac6129dd9176d57d8739c377a) AuthConfig (1af39883c3b1b713e5e644309396d0540076dcfdb2a0f57b296352ef255aae18) AuthConfig (f320a34c0cb77603085d3fe13f7a210abc7af1535520a8fa771344d88ebce8b2) AuthConfig (fef98f03c53e0187d0c7e508c919477e1872f493f4dbfb93a0ee8a148ea2fad9) AuthConfig (d2564303d091cf9fdd96418521d3d2d7a69706dbbc27d0122da234b9fcec45b3) AuthConfig (f25f1a9e317ee4378f9248ec6e5fc728fa1352917d919bfa979145d3e9267878) AuthConfig (0a9b68a575a9e6c5a20366c5472f13957598c7bcdbd361e4a77b7e754317d9b3) AuthConfig (9166c26f45af7265a78773c9a8dec7770ebedbd22d7a7574e4c6600994b338d3) AuthConfig (f5f2ea5b2c4ef49970e5556979ad87d9c4b331257b1106d2e8d2e7a9c4666805) AuthConfig (0182d2dc594cbb20dd0cdbb12a9cf0850b0f516fb6ec88cf827cc256b63b8ec9) AuthConfig (fd88a6de56ca7b2fa29b7b4fcc638a06cd9534c20bffb36d5933e929e0cc8110) AuthConfig (d7c0c50bd855eea2b873f556684c64d20d6e63c793a055fb6065a105c333c079)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"e2e-auth-iso-e6d898","reconcileID":"e1c97113-00fe-47cc-a12a-39dc59c8b29d","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:11.442373093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22f827f2-da1e-484c-81ca-a27099f8a15a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:11.491091629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22f827f2-da1e-484c-81ca-a27099f8a15a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:11.541115144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22f827f2-da1e-484c-81ca-a27099f8a15a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:11.5900089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22f827f2-da1e-484c-81ca-a27099f8a15a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:20.568890721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"e2e-auth-iso-62aeb0","reconcileID":"62041878-05ee-405e-81da-b1a6b68769d0","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-3b392d","tenantID":"e2e-shared-a-w0-3b392d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:20.622610448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"e2e-auth-iso-62aeb0","reconcileID":"62041878-05ee-405e-81da-b1a6b68769d0","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"name":"e2e-shared-a-w0-3b392d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:20.67864518Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-3b392d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cfe6ffa45d8ee82aa1ea1196644024484378eb3114d830f8e56a765703aa00dc) AuthConfig (7e9223f9d7f3b64ac06ae8abfcdfd0428b59da8b2aee5bee03862dc83b5fdc3b) AuthConfig (2767b2cfa3b6bbb00cd20b517e7a557568ff7420bfb6f153390a2cc49edeec2d) AuthConfig (6f4657c554f4473b93127d29aa959cc5e2be6b1658f4f419da2f7ef4fa1709fb) AuthConfig (6b38b25cbe65677d675c3ebc8f42f85fe6dffefffbf8148d8ffc73eedc407410) AuthConfig (43b5f3658113b4fd0b43b6b7fc7381e80b85fee90fc2d296b3fa19b712847dc4) AuthConfig (c7d42d2f9a66b348999213a6ee5ff8b9e03a939f7d57ca82cfb931dadade7f13) AuthConfig (9e54af733179f3143f64b51c96cff735f1cb77d542880b54d3b505fc796214c4) AuthConfig (37db41e83eb29b6c55aa9091eee6552505c07310237e35b375f51d0672a2522a) AuthConfig (6ec29f82922d97714301f9f79450bcf5996863c21fd62ea295f61300ed3f9d40) AuthConfig (db536f53a3dbd0ad95ade4680222fcd3adb1ff450239d58cbbfb3456c131a4c5) AuthConfig (7d8d3931e1c49c0da09f3e42b2b2a538fe61b70ccd3dce3efd540ed93042b15f) AuthConfig (f9cdb39b35f21a9306189e6e33171d553cf35dfa293f5b996576b21cf208d6d4) AuthConfig (72906f68a965e3f4ce5071d804a6edc3dfb66955f8b46c1cff7a3c8a59b61da8) AuthConfig (97ee66a7249dbc094e63a0ab61077b36868b12040b59f2ac6eff7c475627c782) AuthConfig (195ea71fc2482f2d5993e0373bb93d3ea32aee21b360298820f09355eecae47d) AuthConfig (511cd7b5dda79718790f9a76bfbdeaf6858341700076764dd8b519910fd8a105) AuthConfig (331ed0716cf8d2ecbdc6e83163eae2be9b87196548fa6002d7ee00c67fc831ba)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"e2e-auth-iso-62aeb0","reconcileID":"62041878-05ee-405e-81da-b1a6b68769d0","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:21.071872627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"e2e-auth-iso-e6d898","reconcileID":"cc1aa6bf-7f2a-43ac-ac28-fdc9a7ec1a9b","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-435923","tenantID":"e2e-shared-b-w3-435923","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:21.129066548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"e2e-auth-iso-e6d898","reconcileID":"cc1aa6bf-7f2a-43ac-ac28-fdc9a7ec1a9b","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"name":"e2e-shared-b-w3-435923-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:21.16683527Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"e2e-auth-iso-f07aca","reconcileID":"0b722c62-3cd1-4679-957c-717ba432c175","MaaSSubscription":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"name":"maas-trlp-auth-test-model-37e79b","model":"ai-tenant-e2e-shared-b-w4-37e79b/auth-test-model-37e79b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:21.32422705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"auth-test-model-37e79b","reconcileID":"db875288-f3ef-4b9d-b1c3-5500e404648e","MaaSModelRef":{"name":"auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"tenant":"e2e-shared-b-w4-37e79b","gateway":"openshift-ingress/e2e-shared-b-w4-37e79b","model":"ai-tenant-e2e-shared-b-w4-37e79b/auth-test-model-37e79b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:21.324244943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"auth-test-model-37e79b","reconcileID":"db875288-f3ef-4b9d-b1c3-5500e404648e","MaaSModelRef":{"name":"auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"routeName":"auth-test-model-37e79b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-37e79b","llmisvcName":"auth-test-model-37e79b","gateway":"openshift-ingress/e2e-shared-b-w4-37e79b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:21.433712005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-435923","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"auth-test-model-435923","reconcileID":"76f9f07d-0640-48de-a7b4-d53ba1aa3a1c","MaaSModelRef":{"name":"auth-test-model-435923","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"tenant":"e2e-shared-b-w3-435923","gateway":"openshift-ingress/e2e-shared-b-w3-435923","model":"ai-tenant-e2e-shared-b-w3-435923/auth-test-model-435923","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:21.433733431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-435923","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"auth-test-model-435923","reconcileID":"76f9f07d-0640-48de-a7b4-d53ba1aa3a1c","MaaSModelRef":{"name":"auth-test-model-435923","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"routeName":"auth-test-model-435923-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-435923","llmisvcName":"auth-test-model-435923","gateway":"openshift-ingress/e2e-shared-b-w3-435923","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:22.768666179Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"auth-test-model-f39eb7","reconcileID":"4d6eb609-79ba-463c-960e-ad5f5cfe3eb9","MaaSModelRef":{"name":"auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"tenant":"e2e-shared-a-w4-f39eb7","gateway":"openshift-ingress/e2e-shared-a-w4-f39eb7","model":"ai-tenant-e2e-shared-a-w4-f39eb7/auth-test-model-f39eb7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:22.768687833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"auth-test-model-f39eb7","reconcileID":"4d6eb609-79ba-463c-960e-ad5f5cfe3eb9","MaaSModelRef":{"name":"auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"routeName":"auth-test-model-f39eb7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","llmisvcName":"auth-test-model-f39eb7","gateway":"openshift-ingress/e2e-shared-a-w4-f39eb7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:22.865935062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"e2e-auth-iso-f07aca","reconcileID":"733ae36b-43b7-4c52-a410-73cf6770906b","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f39eb7","tenantID":"e2e-shared-a-w4-f39eb7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:22.923680448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"e2e-auth-iso-f07aca","reconcileID":"733ae36b-43b7-4c52-a410-73cf6770906b","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"name":"e2e-shared-a-w4-f39eb7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:22.931114507Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"e2e-auth-iso-f07aca","reconcileID":"153c08f1-de94-4f93-a450-aa0cd97ddb92","MaaSSubscription":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-04cfdf32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:23.136003104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"e2e-auth-iso-f07aca","reconcileID":"b3d1d068-440f-4315-afa5-ed08c52c6c9d","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-37e79b","tenantID":"e2e-shared-b-w4-37e79b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:23.189713986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"e2e-auth-iso-f07aca","reconcileID":"b3d1d068-440f-4315-afa5-ed08c52c6c9d","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"name":"e2e-shared-b-w4-37e79b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:23.236054335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"e2e-auth-iso-f07aca","reconcileID":"3f8f1a8c-ac62-43a3-b48a-228d67392c46","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f39eb7","tenantID":"e2e-shared-a-w4-f39eb7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:23.292025801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"e2e-auth-iso-f07aca","reconcileID":"3f8f1a8c-ac62-43a3-b48a-228d67392c46","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"name":"e2e-shared-a-w4-f39eb7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:26.813753217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-435923","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"auth-test-model-435923","reconcileID":"d739e393-24c6-4bd1-90de-3c0b2a4b1801","MaaSModelRef":{"name":"auth-test-model-435923","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"tenant":"e2e-shared-b-w3-435923","gateway":"openshift-ingress/e2e-shared-b-w3-435923","model":"ai-tenant-e2e-shared-b-w3-435923/auth-test-model-435923","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:26.813778196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-435923","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"auth-test-model-435923","reconcileID":"d739e393-24c6-4bd1-90de-3c0b2a4b1801","MaaSModelRef":{"name":"auth-test-model-435923","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"routeName":"auth-test-model-435923-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-435923","llmisvcName":"auth-test-model-435923","gateway":"openshift-ingress/e2e-shared-b-w3-435923","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:26.870551335Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-435923","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"auth-test-model-435923","reconcileID":"3434524f-dc6f-48f2-814e-24d268ef71c2","MaaSModelRef":{"name":"auth-test-model-435923","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"tenant":"e2e-shared-b-w3-435923","gateway":"openshift-ingress/e2e-shared-b-w3-435923","model":"ai-tenant-e2e-shared-b-w3-435923/auth-test-model-435923","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:26.870650153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-435923","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"auth-test-model-435923","reconcileID":"3434524f-dc6f-48f2-814e-24d268ef71c2","MaaSModelRef":{"name":"auth-test-model-435923","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"routeName":"auth-test-model-435923-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-435923","llmisvcName":"auth-test-model-435923","gateway":"openshift-ingress/e2e-shared-b-w3-435923","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:26.912208517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"e2e-auth-iso-e6d898","reconcileID":"ce9fa360-f69e-4420-b801-30138a132ffa","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-435923","tenantID":"e2e-shared-b-w3-435923","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:41:26.916677275Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"e2e-auth-iso-e6d898","reconcileID":"2c224cb2-0ca1-4c82-8f78-2d709edd8e85","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-e6d898\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:26.968955905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"e2e-auth-iso-e6d898","reconcileID":"ce9fa360-f69e-4420-b801-30138a132ffa","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"name":"e2e-shared-b-w3-435923-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:27.030747246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-435923","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"auth-test-model-435923","reconcileID":"fa0f42dc-3129-459b-bb06-60ba27af958e","MaaSModelRef":{"name":"auth-test-model-435923","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"tenant":"e2e-shared-b-w3-435923","gateway":"openshift-ingress/e2e-shared-b-w3-435923","model":"ai-tenant-e2e-shared-b-w3-435923/auth-test-model-435923","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:27.030768842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-435923","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"auth-test-model-435923","reconcileID":"fa0f42dc-3129-459b-bb06-60ba27af958e","MaaSModelRef":{"name":"auth-test-model-435923","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"routeName":"auth-test-model-435923-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-435923","llmisvcName":"auth-test-model-435923","gateway":"openshift-ingress/e2e-shared-b-w3-435923","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:27.085560009Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-435923","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"auth-test-model-435923","reconcileID":"501a99c8-62e8-4714-9741-df648fac15be","MaaSModelRef":{"name":"auth-test-model-435923","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"tenant":"e2e-shared-b-w3-435923","gateway":"openshift-ingress/e2e-shared-b-w3-435923","model":"ai-tenant-e2e-shared-b-w3-435923/auth-test-model-435923","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:27.085579619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-435923","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"auth-test-model-435923","reconcileID":"501a99c8-62e8-4714-9741-df648fac15be","MaaSModelRef":{"name":"auth-test-model-435923","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"routeName":"auth-test-model-435923-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-435923","llmisvcName":"auth-test-model-435923","gateway":"openshift-ingress/e2e-shared-b-w3-435923","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:27.267427564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"e2e-auth-iso-e6d898","reconcileID":"6958f519-0731-40fc-9085-321d75b596ff","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-435923","tenantID":"e2e-shared-b-w3-435923","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:27.287864568Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"e2e-auth-iso-e6d898","reconcileID":"14bc73a9-39f6-42fe-a13c-5db53407131d","MaaSSubscription":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"name":"maas-trlp-auth-test-model-435923","model":"auth-test-model-435923","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w3-435923/e2e-auth-iso-e6d898"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:27.322643829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"e2e-auth-iso-e6d898","reconcileID":"6958f519-0731-40fc-9085-321d75b596ff","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"name":"e2e-shared-b-w3-435923-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:27.453418079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-435923","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"auth-test-model-435923","reconcileID":"686b4cd0-aba5-441d-9c81-a474b72e5283","MaaSModelRef":{"name":"auth-test-model-435923","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"tenant":"e2e-shared-b-w3-435923","gateway":"openshift-ingress/e2e-shared-b-w3-435923","model":"ai-tenant-e2e-shared-b-w3-435923/auth-test-model-435923","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:27.453436255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-435923","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"auth-test-model-435923","reconcileID":"686b4cd0-aba5-441d-9c81-a474b72e5283","MaaSModelRef":{"name":"auth-test-model-435923","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"routeName":"auth-test-model-435923-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-435923","llmisvcName":"auth-test-model-435923","gateway":"openshift-ingress/e2e-shared-b-w3-435923","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:27.654617495Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"e2e-auth-iso-e6d898","reconcileID":"5dcad19c-c85d-4dee-99e5-fa03426ce8b8","MaaSSubscription":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"name":"maas-trlp-auth-test-model-435923","model":"ai-tenant-e2e-shared-b-w3-435923/auth-test-model-435923","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:27.929207192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"explicit-model-cbe3a9","namespace":"ai-tenant-e2e-explicit-cbe3a9"},"namespace":"ai-tenant-e2e-explicit-cbe3a9","name":"explicit-model-cbe3a9","reconcileID":"613d8625-cdc7-4d2d-944d-619aafbac645","MaaSModelRef":{"name":"explicit-model-cbe3a9","namespace":"ai-tenant-e2e-explicit-cbe3a9"},"routeName":"explicit-model-cbe3a9-kserve-route","namespace":"ai-tenant-e2e-explicit-cbe3a9","llmisvcName":"explicit-model-cbe3a9","gateway":"openshift-ingress/e2e-explicit-cbe3a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:28.064379144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"explicit-model-cbe3a9","namespace":"ai-tenant-e2e-explicit-cbe3a9"},"namespace":"ai-tenant-e2e-explicit-cbe3a9","name":"explicit-model-cbe3a9","reconcileID":"de869104-2f15-4acd-b77b-a16bc1d141ba","MaaSModelRef":{"name":"explicit-model-cbe3a9","namespace":"ai-tenant-e2e-explicit-cbe3a9"},"routeName":"explicit-model-cbe3a9-kserve-route","namespace":"ai-tenant-e2e-explicit-cbe3a9","llmisvcName":"explicit-model-cbe3a9","gateway":"openshift-ingress/e2e-explicit-cbe3a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:30.777791318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"e2e-auth-iso-62aeb0","reconcileID":"ef1d2ec7-dccb-498b-8b10-3dc2c2467409","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-3b392d","tenantID":"e2e-shared-a-w0-3b392d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:30.832084226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"e2e-auth-iso-62aeb0","reconcileID":"ef1d2ec7-dccb-498b-8b10-3dc2c2467409","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"name":"e2e-shared-a-w0-3b392d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:31.138843282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"auth-test-model-3b392d","reconcileID":"b41d0bc0-3bd3-44d5-bf78-f0e5d2e05957","MaaSModelRef":{"name":"auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"tenant":"e2e-shared-a-w0-3b392d","gateway":"openshift-ingress/e2e-shared-a-w0-3b392d","model":"ai-tenant-e2e-shared-a-w0-3b392d/auth-test-model-3b392d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:31.138893785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"auth-test-model-3b392d","reconcileID":"b41d0bc0-3bd3-44d5-bf78-f0e5d2e05957","MaaSModelRef":{"name":"auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"routeName":"auth-test-model-3b392d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-3b392d","llmisvcName":"auth-test-model-3b392d","gateway":"openshift-ingress/e2e-shared-a-w0-3b392d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:31.762584458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"auth-test-model-3b392d","reconcileID":"b98df096-8b6c-4dc7-972c-b7d9910b3424","MaaSModelRef":{"name":"auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"tenant":"e2e-shared-a-w0-3b392d","gateway":"openshift-ingress/e2e-shared-a-w0-3b392d","model":"ai-tenant-e2e-shared-a-w0-3b392d/auth-test-model-3b392d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:31.762604073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"auth-test-model-3b392d","reconcileID":"b98df096-8b6c-4dc7-972c-b7d9910b3424","MaaSModelRef":{"name":"auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"routeName":"auth-test-model-3b392d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-3b392d","llmisvcName":"auth-test-model-3b392d","gateway":"openshift-ingress/e2e-shared-a-w0-3b392d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:31.820481241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"auth-test-model-3b392d","reconcileID":"3cf9b8b1-3e8d-4ee1-aecb-0105a574fa49","MaaSModelRef":{"name":"auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"tenant":"e2e-shared-a-w0-3b392d","gateway":"openshift-ingress/e2e-shared-a-w0-3b392d","model":"ai-tenant-e2e-shared-a-w0-3b392d/auth-test-model-3b392d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:31.820574353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"auth-test-model-3b392d","reconcileID":"3cf9b8b1-3e8d-4ee1-aecb-0105a574fa49","MaaSModelRef":{"name":"auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"routeName":"auth-test-model-3b392d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-3b392d","llmisvcName":"auth-test-model-3b392d","gateway":"openshift-ingress/e2e-shared-a-w0-3b392d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:31.860827947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"e2e-auth-iso-62aeb0","reconcileID":"a9035a57-ff9f-4ac9-bc54-e42069707865","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-3b392d","tenantID":"e2e-shared-a-w0-3b392d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:41:31.867276734Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"e2e-auth-iso-62aeb0","reconcileID":"060e7c04-6176-42bd-85ef-58b756ca9751","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-62aeb0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:41:31.870970136Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"auth-test-model-3b392d","reconcileID":"3cf9b8b1-3e8d-4ee1-aecb-0105a574fa49","name":"auth-test-model-3b392d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-3b392d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:41:31.871020419Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"auth-test-model-3b392d","reconcileID":"3cf9b8b1-3e8d-4ee1-aecb-0105a574fa49","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-3b392d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:31.87723981Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"auth-test-model-3b392d","reconcileID":"18f8c73c-e966-4cff-98ca-da8743f318ba","MaaSModelRef":{"name":"auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"tenant":"e2e-shared-a-w0-3b392d","gateway":"openshift-ingress/e2e-shared-a-w0-3b392d","model":"ai-tenant-e2e-shared-a-w0-3b392d/auth-test-model-3b392d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:31.877255264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"auth-test-model-3b392d","reconcileID":"18f8c73c-e966-4cff-98ca-da8743f318ba","MaaSModelRef":{"name":"auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"routeName":"auth-test-model-3b392d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-3b392d","llmisvcName":"auth-test-model-3b392d","gateway":"openshift-ingress/e2e-shared-a-w0-3b392d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:31.914335181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"e2e-auth-iso-62aeb0","reconcileID":"a9035a57-ff9f-4ac9-bc54-e42069707865","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"name":"e2e-shared-a-w0-3b392d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:31.970569005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"auth-test-model-3b392d","reconcileID":"81efdb65-b19f-4e7f-b19e-5b3ea7531c6d","MaaSModelRef":{"name":"auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"tenant":"e2e-shared-a-w0-3b392d","gateway":"openshift-ingress/e2e-shared-a-w0-3b392d","model":"ai-tenant-e2e-shared-a-w0-3b392d/auth-test-model-3b392d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:31.970585194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"auth-test-model-3b392d","reconcileID":"81efdb65-b19f-4e7f-b19e-5b3ea7531c6d","MaaSModelRef":{"name":"auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"routeName":"auth-test-model-3b392d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-3b392d","llmisvcName":"auth-test-model-3b392d","gateway":"openshift-ingress/e2e-shared-a-w0-3b392d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:32.024494352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"auth-test-model-3b392d","reconcileID":"4cfe3073-83a5-44ea-8f2c-1f262ee92f64","MaaSModelRef":{"name":"auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"tenant":"e2e-shared-a-w0-3b392d","gateway":"openshift-ingress/e2e-shared-a-w0-3b392d","model":"ai-tenant-e2e-shared-a-w0-3b392d/auth-test-model-3b392d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:32.024510162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"auth-test-model-3b392d","reconcileID":"4cfe3073-83a5-44ea-8f2c-1f262ee92f64","MaaSModelRef":{"name":"auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"routeName":"auth-test-model-3b392d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-3b392d","llmisvcName":"auth-test-model-3b392d","gateway":"openshift-ingress/e2e-shared-a-w0-3b392d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:32.209804166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"e2e-auth-iso-62aeb0","reconcileID":"62c00836-a53a-400d-9cd2-615bc48b3e5c","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-3b392d","tenantID":"e2e-shared-a-w0-3b392d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:32.222814237Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"e2e-auth-iso-62aeb0","reconcileID":"01d4a918-9859-427e-a2f5-4b011a312851","MaaSSubscription":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"name":"maas-trlp-auth-test-model-3b392d","model":"auth-test-model-3b392d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-3b392d/e2e-auth-iso-62aeb0"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:32.263558187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"e2e-auth-iso-62aeb0","reconcileID":"62c00836-a53a-400d-9cd2-615bc48b3e5c","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"name":"e2e-shared-a-w0-3b392d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:32.380679948Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"auth-test-model-3b392d","reconcileID":"b3486229-ccbf-427b-9c2d-ce2f2166773e","MaaSModelRef":{"name":"auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"tenant":"e2e-shared-a-w0-3b392d","gateway":"openshift-ingress/e2e-shared-a-w0-3b392d","model":"ai-tenant-e2e-shared-a-w0-3b392d/auth-test-model-3b392d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:32.380714087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"auth-test-model-3b392d","reconcileID":"b3486229-ccbf-427b-9c2d-ce2f2166773e","MaaSModelRef":{"name":"auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"routeName":"auth-test-model-3b392d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-3b392d","llmisvcName":"auth-test-model-3b392d","gateway":"openshift-ingress/e2e-shared-a-w0-3b392d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:32.594500411Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"e2e-auth-iso-62aeb0","reconcileID":"7686f3f1-6c09-46ba-b468-a6d6147e4038","MaaSSubscription":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"name":"maas-trlp-auth-test-model-3b392d","model":"ai-tenant-e2e-shared-a-w0-3b392d/auth-test-model-3b392d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:32.987856733Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"e2e-auth-iso-f07aca","reconcileID":"0af15c32-8f82-48fa-b25c-de08ce4a6777","MaaSSubscription":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"model":"ai-tenant-e2e-shared-a-w4-f39eb7/auth-test-model-f39eb7","subscription":"e2e-auth-iso-f07aca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:33.037521037Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"e2e-auth-iso-f07aca","reconcileID":"0af15c32-8f82-48fa-b25c-de08ce4a6777","MaaSSubscription":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"model":"ai-tenant-e2e-shared-a-w4-f39eb7/auth-test-model-f39eb7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:33.088283551Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"e2e-auth-iso-f07aca","reconcileID":"0af15c32-8f82-48fa-b25c-de08ce4a6777","MaaSSubscription":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"name":"maas-trlp-auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","model":"ai-tenant-e2e-shared-a-w4-f39eb7/auth-test-model-f39eb7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:33.45238919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"e2e-auth-iso-f07aca","reconcileID":"bfe0852f-4884-48b1-b299-cbcf6546b86c","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f39eb7","tenantID":"e2e-shared-a-w4-f39eb7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:33.507427717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"e2e-auth-iso-f07aca","reconcileID":"bfe0852f-4884-48b1-b299-cbcf6546b86c","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"name":"e2e-shared-a-w4-f39eb7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:33.511381137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"auth-test-model-f39eb7","reconcileID":"77c4491c-ecc9-461c-a743-20feba8d93d6","MaaSModelRef":{"name":"auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"tenant":"e2e-shared-a-w4-f39eb7","gateway":"openshift-ingress/e2e-shared-a-w4-f39eb7","model":"ai-tenant-e2e-shared-a-w4-f39eb7/auth-test-model-f39eb7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:33.511399731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"auth-test-model-f39eb7","reconcileID":"77c4491c-ecc9-461c-a743-20feba8d93d6","MaaSModelRef":{"name":"auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"routeName":"auth-test-model-f39eb7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","llmisvcName":"auth-test-model-f39eb7","gateway":"openshift-ingress/e2e-shared-a-w4-f39eb7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:33.566694732Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"auth-test-model-37e79b","reconcileID":"34de449d-bc6d-4cf9-af3a-834e74cf114d","MaaSModelRef":{"name":"auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"tenant":"e2e-shared-b-w4-37e79b","gateway":"openshift-ingress/e2e-shared-b-w4-37e79b","model":"ai-tenant-e2e-shared-b-w4-37e79b/auth-test-model-37e79b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:33.566717975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"auth-test-model-37e79b","reconcileID":"34de449d-bc6d-4cf9-af3a-834e74cf114d","MaaSModelRef":{"name":"auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"routeName":"auth-test-model-37e79b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-37e79b","llmisvcName":"auth-test-model-37e79b","gateway":"openshift-ingress/e2e-shared-b-w4-37e79b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:33.595238403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"e2e-auth-iso-f07aca","reconcileID":"dca205c4-f9ee-4c29-9037-7b1a208fdab2","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-37e79b","tenantID":"e2e-shared-b-w4-37e79b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:33.64955605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"e2e-auth-iso-f07aca","reconcileID":"dca205c4-f9ee-4c29-9037-7b1a208fdab2","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"name":"e2e-shared-b-w4-37e79b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:33.670380474Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"e2e-auth-iso-f07aca","reconcileID":"23136ee8-46fa-4982-a7fb-40464c2fe7c4","MaaSSubscription":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e5da3c72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:33.801960317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"e2e-auth-iso-f07aca","reconcileID":"6692055e-c2ca-4d65-9642-5d1a2f602986","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f39eb7","tenantID":"e2e-shared-a-w4-f39eb7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:33.855763073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"e2e-auth-iso-f07aca","reconcileID":"6692055e-c2ca-4d65-9642-5d1a2f602986","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"name":"e2e-shared-a-w4-f39eb7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:33.949831497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"e2e-auth-iso-f07aca","reconcileID":"1c3f4b00-b95b-4108-8bc9-9680b3290b50","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-37e79b","tenantID":"e2e-shared-b-w4-37e79b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:34.004112556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"e2e-auth-iso-f07aca","reconcileID":"1c3f4b00-b95b-4108-8bc9-9680b3290b50","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"name":"e2e-shared-b-w4-37e79b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:36.16853009Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:43.720300286Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"e2e-auth-iso-f07aca","reconcileID":"d6608a4d-d7cd-43e4-abb4-fb023563029c","MaaSSubscription":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"model":"ai-tenant-e2e-shared-b-w4-37e79b/auth-test-model-37e79b","subscription":"e2e-auth-iso-f07aca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:43.769858631Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"e2e-auth-iso-f07aca","reconcileID":"d6608a4d-d7cd-43e4-abb4-fb023563029c","MaaSSubscription":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"model":"ai-tenant-e2e-shared-b-w4-37e79b/auth-test-model-37e79b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:43.819475275Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"e2e-auth-iso-f07aca","reconcileID":"d6608a4d-d7cd-43e4-abb4-fb023563029c","MaaSSubscription":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"name":"maas-trlp-auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b","model":"ai-tenant-e2e-shared-b-w4-37e79b/auth-test-model-37e79b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:44.081746826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"auth-test-model-37e79b","reconcileID":"42baab84-012b-4d33-8dd7-5e47c66ab760","MaaSModelRef":{"name":"auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"tenant":"e2e-shared-b-w4-37e79b","gateway":"openshift-ingress/e2e-shared-b-w4-37e79b","model":"ai-tenant-e2e-shared-b-w4-37e79b/auth-test-model-37e79b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:44.081778267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"auth-test-model-37e79b","reconcileID":"42baab84-012b-4d33-8dd7-5e47c66ab760","MaaSModelRef":{"name":"auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"routeName":"auth-test-model-37e79b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-37e79b","llmisvcName":"auth-test-model-37e79b","gateway":"openshift-ingress/e2e-shared-b-w4-37e79b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:44.179279068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"e2e-auth-iso-f07aca","reconcileID":"84482b8c-b21d-4cef-8d74-5347404e540f","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-37e79b","tenantID":"e2e-shared-b-w4-37e79b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:44.221495868Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"e2e-auth-iso-f07aca","reconcileID":"537da4f9-3e84-4b2c-8f1f-b44a8fb2077a","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"model":"ai-tenant-e2e-shared-a-w4-f39eb7/auth-test-model-f39eb7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:44.221673931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"auth-test-model-f39eb7","reconcileID":"5e87b09d-f73f-4a52-8fc3-54722e6f445a","MaaSModelRef":{"name":"auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"tenant":"e2e-shared-a-w4-f39eb7","gateway":"openshift-ingress/e2e-shared-a-w4-f39eb7","model":"ai-tenant-e2e-shared-a-w4-f39eb7/auth-test-model-f39eb7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:44.221705452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"auth-test-model-f39eb7","reconcileID":"5e87b09d-f73f-4a52-8fc3-54722e6f445a","MaaSModelRef":{"name":"auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"routeName":"auth-test-model-f39eb7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","llmisvcName":"auth-test-model-f39eb7","gateway":"openshift-ingress/e2e-shared-a-w4-f39eb7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:44.233745185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"e2e-auth-iso-f07aca","reconcileID":"84482b8c-b21d-4cef-8d74-5347404e540f","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"name":"e2e-shared-b-w4-37e79b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:44.369531237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"e2e-auth-iso-f07aca","reconcileID":"537da4f9-3e84-4b2c-8f1f-b44a8fb2077a","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f39eb7","tenantID":"e2e-shared-a-w4-f39eb7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:44.493078625Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"e2e-auth-iso-f07aca","reconcileID":"537da4f9-3e84-4b2c-8f1f-b44a8fb2077a","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"name":"e2e-shared-a-w4-f39eb7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:44.493096361Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"e2e-auth-iso-f07aca","reconcileID":"537da4f9-3e84-4b2c-8f1f-b44a8fb2077a","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f39eb7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:44.546891732Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"auth-test-model-f39eb7","reconcileID":"e56a30d3-b948-4a13-95ac-97908c3d41a3","MaaSModelRef":{"name":"auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"tenant":"e2e-shared-a-w4-f39eb7","gateway":"openshift-ingress/e2e-shared-a-w4-f39eb7","model":"ai-tenant-e2e-shared-a-w4-f39eb7/auth-test-model-f39eb7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:44.546906943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"auth-test-model-f39eb7","reconcileID":"e56a30d3-b948-4a13-95ac-97908c3d41a3","MaaSModelRef":{"name":"auth-test-model-f39eb7","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"routeName":"auth-test-model-f39eb7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","llmisvcName":"auth-test-model-f39eb7","gateway":"openshift-ingress/e2e-shared-a-w4-f39eb7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:44.575699552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"e2e-auth-iso-f07aca","reconcileID":"e241fed4-7461-4c42-b39f-f05916440f12","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-37e79b","tenantID":"e2e-shared-b-w4-37e79b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:44.63018062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"e2e-auth-iso-f07aca","reconcileID":"e241fed4-7461-4c42-b39f-f05916440f12","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"name":"e2e-shared-b-w4-37e79b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:44.695921904Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"auth-test-model-37e79b","reconcileID":"af49352d-8ac8-4b65-a883-80e9cbc4cb35","MaaSModelRef":{"name":"auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"tenant":"e2e-shared-b-w4-37e79b","gateway":"openshift-ingress/e2e-shared-b-w4-37e79b","model":"ai-tenant-e2e-shared-b-w4-37e79b/auth-test-model-37e79b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:44.695942401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"auth-test-model-37e79b","reconcileID":"af49352d-8ac8-4b65-a883-80e9cbc4cb35","MaaSModelRef":{"name":"auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"routeName":"auth-test-model-37e79b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-37e79b","llmisvcName":"auth-test-model-37e79b","gateway":"openshift-ingress/e2e-shared-b-w4-37e79b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:44.77665154Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"e2e-auth-iso-f07aca","reconcileID":"894a6b64-1242-4d1f-b680-d348d6d01fd3","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"model":"ai-tenant-e2e-shared-b-w4-37e79b/auth-test-model-37e79b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:44.922521163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"e2e-auth-iso-f07aca","reconcileID":"894a6b64-1242-4d1f-b680-d348d6d01fd3","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-37e79b","tenantID":"e2e-shared-b-w4-37e79b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:45.044611611Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"e2e-auth-iso-f07aca","reconcileID":"894a6b64-1242-4d1f-b680-d348d6d01fd3","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"name":"e2e-shared-b-w4-37e79b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:45.044633999Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"e2e-auth-iso-f07aca","reconcileID":"894a6b64-1242-4d1f-b680-d348d6d01fd3","MaaSAuthPolicy":{"name":"e2e-auth-iso-f07aca","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-37e79b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:45.097902611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"auth-test-model-37e79b","reconcileID":"0371ef07-681c-4526-a8b3-9bc4c0a91c72","MaaSModelRef":{"name":"auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"tenant":"e2e-shared-b-w4-37e79b","gateway":"openshift-ingress/e2e-shared-b-w4-37e79b","model":"ai-tenant-e2e-shared-b-w4-37e79b/auth-test-model-37e79b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:45.097923782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"auth-test-model-37e79b","reconcileID":"0371ef07-681c-4526-a8b3-9bc4c0a91c72","MaaSModelRef":{"name":"auth-test-model-37e79b","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"routeName":"auth-test-model-37e79b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-37e79b","llmisvcName":"auth-test-model-37e79b","gateway":"openshift-ingress/e2e-shared-b-w4-37e79b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:55.599900866Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"e2e-auth-iso-e6d898","reconcileID":"5ed85dd2-ad14-4bda-8b36-b1b1c1a3759a","MaaSSubscription":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"name":"maas-trlp-auth-test-model-435923","model":"ai-tenant-e2e-shared-b-w3-435923/auth-test-model-435923","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:55.759533486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-435923","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"auth-test-model-435923","reconcileID":"c89e7281-35f9-4751-ac32-2f442b335b4b","MaaSModelRef":{"name":"auth-test-model-435923","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"tenant":"e2e-shared-b-w3-435923","gateway":"openshift-ingress/e2e-shared-b-w3-435923","model":"ai-tenant-e2e-shared-b-w3-435923/auth-test-model-435923","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:55.759552513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-435923","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"auth-test-model-435923","reconcileID":"c89e7281-35f9-4751-ac32-2f442b335b4b","MaaSModelRef":{"name":"auth-test-model-435923","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"routeName":"auth-test-model-435923-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-435923","llmisvcName":"auth-test-model-435923","gateway":"openshift-ingress/e2e-shared-b-w3-435923","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:56.315608916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"e2e-auth-iso-62aeb0","reconcileID":"4800f40a-c840-4c2e-83b3-6a377c06340c","MaaSSubscription":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"name":"maas-trlp-auth-test-model-3b392d","model":"ai-tenant-e2e-shared-a-w0-3b392d/auth-test-model-3b392d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:56.474967714Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"auth-test-model-3b392d","reconcileID":"b7f9152e-3294-4bc5-b018-836e2f08bda5","MaaSModelRef":{"name":"auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"tenant":"e2e-shared-a-w0-3b392d","gateway":"openshift-ingress/e2e-shared-a-w0-3b392d","model":"ai-tenant-e2e-shared-a-w0-3b392d/auth-test-model-3b392d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:56.474986408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"auth-test-model-3b392d","reconcileID":"b7f9152e-3294-4bc5-b018-836e2f08bda5","MaaSModelRef":{"name":"auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"routeName":"auth-test-model-3b392d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-3b392d","llmisvcName":"auth-test-model-3b392d","gateway":"openshift-ingress/e2e-shared-a-w0-3b392d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:56.508721755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"e2e-auth-iso-62aeb0","reconcileID":"ef3d006e-46c1-43fc-99f8-5453572e64cf","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-3b392d","tenantID":"e2e-shared-a-w0-3b392d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:56.564750692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"e2e-auth-iso-62aeb0","reconcileID":"ef3d006e-46c1-43fc-99f8-5453572e64cf","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"name":"e2e-shared-a-w0-3b392d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:57.127952835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"e2e-auth-iso-e6d898","reconcileID":"de247c22-3f00-4b99-9177-86fe5769516d","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-435923","tenantID":"e2e-shared-b-w3-435923","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:57.182047916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"e2e-auth-iso-e6d898","reconcileID":"de247c22-3f00-4b99-9177-86fe5769516d","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"name":"e2e-shared-b-w3-435923-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:57.211402164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-74bb81","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"auth-test-model-74bb81","reconcileID":"d05704ee-1ba8-4dd8-8199-3f021db76041","MaaSModelRef":{"name":"auth-test-model-74bb81","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"tenant":"e2e-shared-b-w0-74bb81","gateway":"openshift-ingress/e2e-shared-b-w0-74bb81","model":"ai-tenant-e2e-shared-b-w0-74bb81/auth-test-model-74bb81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:57.211421257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-74bb81","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"auth-test-model-74bb81","reconcileID":"d05704ee-1ba8-4dd8-8199-3f021db76041","MaaSModelRef":{"name":"auth-test-model-74bb81","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"routeName":"auth-test-model-74bb81-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-74bb81","llmisvcName":"auth-test-model-74bb81","gateway":"openshift-ingress/e2e-shared-b-w0-74bb81","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:57.329224277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-74bb81","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"auth-test-model-74bb81","reconcileID":"ee7a60f3-b64b-47f5-9244-e7d5270015e0","MaaSModelRef":{"name":"auth-test-model-74bb81","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"tenant":"e2e-shared-b-w0-74bb81","gateway":"openshift-ingress/e2e-shared-b-w0-74bb81","model":"ai-tenant-e2e-shared-b-w0-74bb81/auth-test-model-74bb81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:57.329249182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-74bb81","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"auth-test-model-74bb81","reconcileID":"ee7a60f3-b64b-47f5-9244-e7d5270015e0","MaaSModelRef":{"name":"auth-test-model-74bb81","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"routeName":"auth-test-model-74bb81-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-74bb81","llmisvcName":"auth-test-model-74bb81","gateway":"openshift-ingress/e2e-shared-b-w0-74bb81","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:57.425558327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"e2e-auth-iso-62aeb0","reconcileID":"7474c81d-ac37-48e3-8ec1-8151dbbd6fc7","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-74bb81","tenantID":"e2e-shared-b-w0-74bb81","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:57.549534516Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"e2e-auth-iso-62aeb0","reconcileID":"7474c81d-ac37-48e3-8ec1-8151dbbd6fc7","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"name":"e2e-shared-b-w0-74bb81-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:57.601793684Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-74bb81-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"e2e-auth-iso-62aeb0","reconcileID":"7474c81d-ac37-48e3-8ec1-8151dbbd6fc7","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:57.653931362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-74bb81","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"auth-test-model-74bb81","reconcileID":"694c7d40-49f8-4618-91d9-a77a6d5bda7a","MaaSModelRef":{"name":"auth-test-model-74bb81","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"tenant":"e2e-shared-b-w0-74bb81","gateway":"openshift-ingress/e2e-shared-b-w0-74bb81","model":"ai-tenant-e2e-shared-b-w0-74bb81/auth-test-model-74bb81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:57.653948991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-74bb81","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"auth-test-model-74bb81","reconcileID":"694c7d40-49f8-4618-91d9-a77a6d5bda7a","MaaSModelRef":{"name":"auth-test-model-74bb81","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"routeName":"auth-test-model-74bb81-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-74bb81","llmisvcName":"auth-test-model-74bb81","gateway":"openshift-ingress/e2e-shared-b-w0-74bb81","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:58.973680189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"auth-test-model-fc6466","reconcileID":"ddaa0252-ee02-4381-b695-31f5b659ef40","MaaSModelRef":{"name":"auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"tenant":"e2e-shared-a-w3-fc6466","gateway":"openshift-ingress/e2e-shared-a-w3-fc6466","model":"ai-tenant-e2e-shared-a-w3-fc6466/auth-test-model-fc6466","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:58.973700319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"auth-test-model-fc6466","reconcileID":"ddaa0252-ee02-4381-b695-31f5b659ef40","MaaSModelRef":{"name":"auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"routeName":"auth-test-model-fc6466-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-fc6466","llmisvcName":"auth-test-model-fc6466","gateway":"openshift-ingress/e2e-shared-a-w3-fc6466","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:59.070699772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"e2e-auth-iso-e6d898","reconcileID":"861e4161-3ed0-4af4-a96d-2507415f9d6d","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-fc6466","tenantID":"e2e-shared-a-w3-fc6466","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:59.12479352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"e2e-auth-iso-e6d898","reconcileID":"861e4161-3ed0-4af4-a96d-2507415f9d6d","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"name":"e2e-shared-a-w3-fc6466-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:59.125795079Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"e2e-auth-iso-e6d898","reconcileID":"0d7bfe63-1cb7-4387-8f0b-cb6bfcbfc0ce","MaaSSubscription":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-58f22b95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:59.420264373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"e2e-auth-iso-e6d898","reconcileID":"970f88db-99a8-4401-9382-cc866b1b0af2","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-fc6466","tenantID":"e2e-shared-a-w3-fc6466","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:59.476726057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"e2e-auth-iso-e6d898","reconcileID":"970f88db-99a8-4401-9382-cc866b1b0af2","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"name":"e2e-shared-a-w3-fc6466-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:04.733426607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5c40366-f4f6-4c44-8baa-ea081d1470bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:04.783038163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5c40366-f4f6-4c44-8baa-ea081d1470bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:04.831695467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5c40366-f4f6-4c44-8baa-ea081d1470bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:04.880428964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5c40366-f4f6-4c44-8baa-ea081d1470bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:06.169231518Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:06.725825403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9adc0cf2-c9b8-4f50-8c7a-1dc5b56eeca3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:06.77524297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9adc0cf2-c9b8-4f50-8c7a-1dc5b56eeca3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:06.823899093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9adc0cf2-c9b8-4f50-8c7a-1dc5b56eeca3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:06.872635232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9adc0cf2-c9b8-4f50-8c7a-1dc5b56eeca3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:07.752374032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"e2e-auth-iso-62aeb0","reconcileID":"be6b416e-a5f4-4094-b67a-a1c9a511cc53","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-74bb81","tenantID":"e2e-shared-b-w0-74bb81","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:07.806333213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"e2e-auth-iso-62aeb0","reconcileID":"be6b416e-a5f4-4094-b67a-a1c9a511cc53","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"name":"e2e-shared-b-w0-74bb81-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:07.85884214Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-74bb81-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"e2e-auth-iso-62aeb0","reconcileID":"be6b416e-a5f4-4094-b67a-a1c9a511cc53","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:09.175434326Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"e2e-auth-iso-e6d898","reconcileID":"9339e456-8041-432c-8166-3e2f680b2b0e","MaaSSubscription":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"model":"ai-tenant-e2e-shared-a-w3-fc6466/auth-test-model-fc6466","subscription":"e2e-auth-iso-e6d898","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:09.22493138Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"e2e-auth-iso-e6d898","reconcileID":"9339e456-8041-432c-8166-3e2f680b2b0e","MaaSSubscription":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"model":"ai-tenant-e2e-shared-a-w3-fc6466/auth-test-model-fc6466","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:09.274714173Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"e2e-auth-iso-e6d898","reconcileID":"9339e456-8041-432c-8166-3e2f680b2b0e","MaaSSubscription":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"name":"maas-trlp-auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466","model":"ai-tenant-e2e-shared-a-w3-fc6466/auth-test-model-fc6466","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:09.53407848Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"auth-test-model-fc6466","reconcileID":"a75074a4-ec52-49fc-9d13-e07ab1b812f3","MaaSModelRef":{"name":"auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"tenant":"e2e-shared-a-w3-fc6466","gateway":"openshift-ingress/e2e-shared-a-w3-fc6466","model":"ai-tenant-e2e-shared-a-w3-fc6466/auth-test-model-fc6466","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:09.534100671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"auth-test-model-fc6466","reconcileID":"a75074a4-ec52-49fc-9d13-e07ab1b812f3","MaaSModelRef":{"name":"auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"routeName":"auth-test-model-fc6466-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-fc6466","llmisvcName":"auth-test-model-fc6466","gateway":"openshift-ingress/e2e-shared-a-w3-fc6466","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:09.631618033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"e2e-auth-iso-e6d898","reconcileID":"9b0d9c02-eebc-48a2-9282-5dc00470d456","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-fc6466","tenantID":"e2e-shared-a-w3-fc6466","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:09.685962644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"e2e-auth-iso-e6d898","reconcileID":"9b0d9c02-eebc-48a2-9282-5dc00470d456","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"name":"e2e-shared-a-w3-fc6466-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:09.686212323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-435923","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"auth-test-model-435923","reconcileID":"3466a659-228e-4e97-9d38-7493b6826133","MaaSModelRef":{"name":"auth-test-model-435923","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"tenant":"e2e-shared-b-w3-435923","gateway":"openshift-ingress/e2e-shared-b-w3-435923","model":"ai-tenant-e2e-shared-b-w3-435923/auth-test-model-435923","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:09.686228112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-435923","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"auth-test-model-435923","reconcileID":"3466a659-228e-4e97-9d38-7493b6826133","MaaSModelRef":{"name":"auth-test-model-435923","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"routeName":"auth-test-model-435923-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-435923","llmisvcName":"auth-test-model-435923","gateway":"openshift-ingress/e2e-shared-b-w3-435923","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:09.78609489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"e2e-auth-iso-e6d898","reconcileID":"0f170764-aa9f-4416-9d13-b03b136bde7b","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-435923","tenantID":"e2e-shared-b-w3-435923","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:09.840366336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"e2e-auth-iso-e6d898","reconcileID":"0f170764-aa9f-4416-9d13-b03b136bde7b","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"name":"e2e-shared-b-w3-435923-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:09.842967715Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"e2e-auth-iso-e6d898","reconcileID":"92fbf0bd-76c4-4159-bb51-5165d5da122c","MaaSSubscription":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6b2e95ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:09.982041315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"e2e-auth-iso-e6d898","reconcileID":"4e03c685-8ea9-42e7-b57f-49814cabee9e","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-fc6466","tenantID":"e2e-shared-a-w3-fc6466","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:10.036018418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"e2e-auth-iso-e6d898","reconcileID":"4e03c685-8ea9-42e7-b57f-49814cabee9e","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"name":"e2e-shared-a-w3-fc6466-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:10.084616452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"e2e-auth-iso-e6d898","reconcileID":"278c344e-ebab-49a4-bb7c-b8ca56964e27","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-435923","tenantID":"e2e-shared-b-w3-435923","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:10.138358534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"e2e-auth-iso-e6d898","reconcileID":"278c344e-ebab-49a4-bb7c-b8ca56964e27","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"name":"e2e-shared-b-w3-435923-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:17.958051324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"e2e-auth-iso-62aeb0","reconcileID":"2d412415-a5cf-414b-938f-ff38d3501c8f","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-74bb81","tenantID":"e2e-shared-b-w0-74bb81","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:18.012118618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"e2e-auth-iso-62aeb0","reconcileID":"2d412415-a5cf-414b-938f-ff38d3501c8f","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"name":"e2e-shared-b-w0-74bb81-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:18.066560186Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-74bb81-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (29bb7aa4d8e513218e29f4e4e7e937ac79e0011330f11a684b3d48936d8780c3) AuthConfig (9f27f9496da7014b6cbfd48e2e079ca2732a93361c095911d6899ef0b04a0a94) AuthConfig (99efa2adb0b48d88841ea1109471c50dd8654fc7abe84326f8d4bf5d872f30c0) AuthConfig (ab08ea62b461b5e47e76ccecaa3c45370ffe0a6554fcde2a86622005b6c7f076) AuthConfig (9dd1f63376d16dbaf582efaee7ac646da87ebbd826ce01414cb47f8f24c136b5) AuthConfig (483cf923dcc3bffb73f989c3306ef7b88c5c6aaf4a8b709dd613d86a366c80ef) AuthConfig (80b7cb6fd84a2a83ac1058dd646555ce87be4ad345d2800ddc9a49d6e5e0a666) AuthConfig (21b558c804c54666cc0923dacfa512a7eff77553e051266022d44f346f5295c2) AuthConfig (c323fc6d268404adc91a05b235bbb3024e2e4f07620ee7da4485c7a0fcc1333c) AuthConfig (a88888da79e9015c14f6a6b5a39a5966ee3ccc0373eb03decce98641dc35189e) AuthConfig (4857382ad72e46f08ae8c1ea88a75ed482fc1ddbd0b948341db1ae3e157ac106) AuthConfig (e95611c57962c3c953e388ec4f7f4c4220d92500a571352a4cedc5908e84ad4e) AuthConfig (a75b38266ca5b2d98df643c16119905436c35a1215ea4b9296264bfc1da30806) AuthConfig (58082c5528186a5c9d6845f20b66147be17e72d2dd70db8870768310f3876c54) AuthConfig (2d99ae909ad9815bbb81728209b6cd24d7c2860f4b0d6df66a4d0efad695b0c1) AuthConfig (13d2484873d8a7c8efc9ef0c20963b485f30972fdbab641362ec005e41debbca) AuthConfig (e108ebc938256537702bc91cd8d98283e9793bf17468ddd0a3d2476c59e2283e) AuthConfig (78b50ada60127fccfee0ea904035c19628d554bac9331befaae4edd2b4d0d106)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"e2e-auth-iso-62aeb0","reconcileID":"2d412415-a5cf-414b-938f-ff38d3501c8f","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:18.121883618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-74bb81","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"auth-test-model-74bb81","reconcileID":"ceef9a68-fca0-4bb0-bc90-609e07740149","MaaSModelRef":{"name":"auth-test-model-74bb81","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"tenant":"e2e-shared-b-w0-74bb81","gateway":"openshift-ingress/e2e-shared-b-w0-74bb81","model":"ai-tenant-e2e-shared-b-w0-74bb81/auth-test-model-74bb81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:18.121903675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-74bb81","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"auth-test-model-74bb81","reconcileID":"ceef9a68-fca0-4bb0-bc90-609e07740149","MaaSModelRef":{"name":"auth-test-model-74bb81","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"routeName":"auth-test-model-74bb81-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-74bb81","llmisvcName":"auth-test-model-74bb81","gateway":"openshift-ingress/e2e-shared-b-w0-74bb81","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:19.892557644Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"e2e-auth-iso-e6d898","reconcileID":"c83ac146-bd8a-4af2-8b47-2e4ed5ee347f","MaaSSubscription":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"model":"ai-tenant-e2e-shared-b-w3-435923/auth-test-model-435923","subscription":"e2e-auth-iso-e6d898","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:19.941936839Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"e2e-auth-iso-e6d898","reconcileID":"c83ac146-bd8a-4af2-8b47-2e4ed5ee347f","MaaSSubscription":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"model":"ai-tenant-e2e-shared-b-w3-435923/auth-test-model-435923","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:19.993293342Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"e2e-auth-iso-e6d898","reconcileID":"c83ac146-bd8a-4af2-8b47-2e4ed5ee347f","MaaSSubscription":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"name":"maas-trlp-auth-test-model-435923","namespace":"ai-tenant-e2e-shared-b-w3-435923","model":"ai-tenant-e2e-shared-b-w3-435923/auth-test-model-435923","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:20.252479115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-435923","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"auth-test-model-435923","reconcileID":"2422927f-ce4c-417e-acf2-9d17f4cdca5f","MaaSModelRef":{"name":"auth-test-model-435923","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"tenant":"e2e-shared-b-w3-435923","gateway":"openshift-ingress/e2e-shared-b-w3-435923","model":"ai-tenant-e2e-shared-b-w3-435923/auth-test-model-435923","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:20.252499452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-435923","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"auth-test-model-435923","reconcileID":"2422927f-ce4c-417e-acf2-9d17f4cdca5f","MaaSModelRef":{"name":"auth-test-model-435923","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"routeName":"auth-test-model-435923-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-435923","llmisvcName":"auth-test-model-435923","gateway":"openshift-ingress/e2e-shared-b-w3-435923","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:20.350834407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"e2e-auth-iso-e6d898","reconcileID":"322f2c9e-37ac-4faf-9ff2-58fa146f9fb8","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-435923","tenantID":"e2e-shared-b-w3-435923","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:20.404678374Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"e2e-auth-iso-e6d898","reconcileID":"cea8402f-e1f0-46b4-a24a-56f32d0d7b6e","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"model":"ai-tenant-e2e-shared-a-w3-fc6466/auth-test-model-fc6466","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:20.404952113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"auth-test-model-fc6466","reconcileID":"76aba833-9516-460f-a66f-4f6b33d0f392","MaaSModelRef":{"name":"auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"tenant":"e2e-shared-a-w3-fc6466","gateway":"openshift-ingress/e2e-shared-a-w3-fc6466","model":"ai-tenant-e2e-shared-a-w3-fc6466/auth-test-model-fc6466","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:20.404964711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"auth-test-model-fc6466","reconcileID":"76aba833-9516-460f-a66f-4f6b33d0f392","MaaSModelRef":{"name":"auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"routeName":"auth-test-model-fc6466-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-fc6466","llmisvcName":"auth-test-model-fc6466","gateway":"openshift-ingress/e2e-shared-a-w3-fc6466","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:20.405013213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"e2e-auth-iso-e6d898","reconcileID":"322f2c9e-37ac-4faf-9ff2-58fa146f9fb8","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"name":"e2e-shared-b-w3-435923-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:20.55157967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"e2e-auth-iso-e6d898","reconcileID":"cea8402f-e1f0-46b4-a24a-56f32d0d7b6e","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-fc6466","tenantID":"e2e-shared-a-w3-fc6466","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:20.67506722Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"e2e-auth-iso-e6d898","reconcileID":"cea8402f-e1f0-46b4-a24a-56f32d0d7b6e","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"name":"e2e-shared-a-w3-fc6466-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:20.675087737Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"e2e-auth-iso-e6d898","reconcileID":"cea8402f-e1f0-46b4-a24a-56f32d0d7b6e","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-fc6466","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:20.701027191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"e2e-auth-iso-e6d898","reconcileID":"1657379b-fd02-4cf1-9a0d-929de897d3b6","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-435923","tenantID":"e2e-shared-b-w3-435923","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:20.729497172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"auth-test-model-fc6466","reconcileID":"a35e6d65-a2c5-4708-aee7-1a6f0a567d39","MaaSModelRef":{"name":"auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"tenant":"e2e-shared-a-w3-fc6466","gateway":"openshift-ingress/e2e-shared-a-w3-fc6466","model":"ai-tenant-e2e-shared-a-w3-fc6466/auth-test-model-fc6466","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:20.72951389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"auth-test-model-fc6466","reconcileID":"a35e6d65-a2c5-4708-aee7-1a6f0a567d39","MaaSModelRef":{"name":"auth-test-model-fc6466","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"routeName":"auth-test-model-fc6466-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-fc6466","llmisvcName":"auth-test-model-fc6466","gateway":"openshift-ingress/e2e-shared-a-w3-fc6466","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:20.756196489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"e2e-auth-iso-e6d898","reconcileID":"1657379b-fd02-4cf1-9a0d-929de897d3b6","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"name":"e2e-shared-b-w3-435923-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:20.898509098Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-435923","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"auth-test-model-435923","reconcileID":"f1f52d3d-b8ce-4e67-b2db-8232012e8485","MaaSModelRef":{"name":"auth-test-model-435923","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"tenant":"e2e-shared-b-w3-435923","gateway":"openshift-ingress/e2e-shared-b-w3-435923","model":"ai-tenant-e2e-shared-b-w3-435923/auth-test-model-435923","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:20.898535653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-435923","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"auth-test-model-435923","reconcileID":"f1f52d3d-b8ce-4e67-b2db-8232012e8485","MaaSModelRef":{"name":"auth-test-model-435923","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"routeName":"auth-test-model-435923-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-435923","llmisvcName":"auth-test-model-435923","gateway":"openshift-ingress/e2e-shared-b-w3-435923","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:20.956707332Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"e2e-auth-iso-e6d898","reconcileID":"d1d534b9-4d95-49ec-9a95-f45c69f4011b","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"model":"ai-tenant-e2e-shared-b-w3-435923/auth-test-model-435923","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:21.105546876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"e2e-auth-iso-e6d898","reconcileID":"d1d534b9-4d95-49ec-9a95-f45c69f4011b","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-435923","tenantID":"e2e-shared-b-w3-435923","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:21.228213381Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"e2e-auth-iso-e6d898","reconcileID":"d1d534b9-4d95-49ec-9a95-f45c69f4011b","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"name":"e2e-shared-b-w3-435923-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:21.228243045Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"e2e-auth-iso-e6d898","reconcileID":"d1d534b9-4d95-49ec-9a95-f45c69f4011b","MaaSAuthPolicy":{"name":"e2e-auth-iso-e6d898","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-435923","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:21.283936131Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-435923","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"auth-test-model-435923","reconcileID":"aae4df85-2aec-4743-b973-eb5580f97484","MaaSModelRef":{"name":"auth-test-model-435923","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"tenant":"e2e-shared-b-w3-435923","gateway":"openshift-ingress/e2e-shared-b-w3-435923","model":"ai-tenant-e2e-shared-b-w3-435923/auth-test-model-435923","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:21.283956933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-435923","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"auth-test-model-435923","reconcileID":"aae4df85-2aec-4743-b973-eb5580f97484","MaaSModelRef":{"name":"auth-test-model-435923","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"routeName":"auth-test-model-435923-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-435923","llmisvcName":"auth-test-model-435923","gateway":"openshift-ingress/e2e-shared-b-w3-435923","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:25.262489688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-421286"},"namespace":"ai-tenant-e2e-extmod-a-421286","name":"default-tenant","reconcileID":"2cfdf338-d733-4336-b5e3-e38ef7f22118","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-421286","tenantID":"e2e-extmod-a-421286","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:25.374412114Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-421286"},"namespace":"ai-tenant-e2e-extmod-a-421286","name":"default-tenant","reconcileID":"2cfdf338-d733-4336-b5e3-e38ef7f22118","name":"e2e-extmod-a-421286-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:28.22367365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"e2e-auth-iso-62aeb0","reconcileID":"f101e5ef-da4d-4b4a-9fa0-0c7192622d68","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-74bb81","tenantID":"e2e-shared-b-w0-74bb81","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:28.278784088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"e2e-auth-iso-62aeb0","reconcileID":"f101e5ef-da4d-4b4a-9fa0-0c7192622d68","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"name":"e2e-shared-b-w0-74bb81-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:28.332263243Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-74bb81-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (29bb7aa4d8e513218e29f4e4e7e937ac79e0011330f11a684b3d48936d8780c3) AuthConfig (9f27f9496da7014b6cbfd48e2e079ca2732a93361c095911d6899ef0b04a0a94) AuthConfig (99efa2adb0b48d88841ea1109471c50dd8654fc7abe84326f8d4bf5d872f30c0) AuthConfig (ab08ea62b461b5e47e76ccecaa3c45370ffe0a6554fcde2a86622005b6c7f076) AuthConfig (9dd1f63376d16dbaf582efaee7ac646da87ebbd826ce01414cb47f8f24c136b5) AuthConfig (483cf923dcc3bffb73f989c3306ef7b88c5c6aaf4a8b709dd613d86a366c80ef) AuthConfig (80b7cb6fd84a2a83ac1058dd646555ce87be4ad345d2800ddc9a49d6e5e0a666) AuthConfig (21b558c804c54666cc0923dacfa512a7eff77553e051266022d44f346f5295c2) AuthConfig (c323fc6d268404adc91a05b235bbb3024e2e4f07620ee7da4485c7a0fcc1333c) AuthConfig (a88888da79e9015c14f6a6b5a39a5966ee3ccc0373eb03decce98641dc35189e) AuthConfig (4857382ad72e46f08ae8c1ea88a75ed482fc1ddbd0b948341db1ae3e157ac106) AuthConfig (e95611c57962c3c953e388ec4f7f4c4220d92500a571352a4cedc5908e84ad4e) AuthConfig (a75b38266ca5b2d98df643c16119905436c35a1215ea4b9296264bfc1da30806) AuthConfig (58082c5528186a5c9d6845f20b66147be17e72d2dd70db8870768310f3876c54) AuthConfig (2d99ae909ad9815bbb81728209b6cd24d7c2860f4b0d6df66a4d0efad695b0c1) AuthConfig (13d2484873d8a7c8efc9ef0c20963b485f30972fdbab641362ec005e41debbca) AuthConfig (e108ebc938256537702bc91cd8d98283e9793bf17468ddd0a3d2476c59e2283e) AuthConfig (78b50ada60127fccfee0ea904035c19628d554bac9331befaae4edd2b4d0d106)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"e2e-auth-iso-62aeb0","reconcileID":"f101e5ef-da4d-4b4a-9fa0-0c7192622d68","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:29.462576169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85cf2cd8-ad19-496a-bca3-05b472fa1545","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:29.511728638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85cf2cd8-ad19-496a-bca3-05b472fa1545","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:29.560367965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85cf2cd8-ad19-496a-bca3-05b472fa1545","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:29.609541016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85cf2cd8-ad19-496a-bca3-05b472fa1545","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:30.045112075Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-b829bc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-b829bc","reconcileID":"d261fe51-624f-46d6-a71e-61892567e69a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-b829bc","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-b829bc":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:31.403073894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a75a658-1224-4224-8774-eb3d62596384","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:31.451554211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a75a658-1224-4224-8774-eb3d62596384","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:31.499948952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a75a658-1224-4224-8774-eb3d62596384","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:31.549007328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a75a658-1224-4224-8774-eb3d62596384","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:33.360588211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97b7f154-14a1-4e0d-8ccf-d611291b42b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:33.409884304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97b7f154-14a1-4e0d-8ccf-d611291b42b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:33.458564301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97b7f154-14a1-4e0d-8ccf-d611291b42b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:33.507067182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97b7f154-14a1-4e0d-8ccf-d611291b42b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:35.306885393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd002284-7aef-403d-be64-7780540a9493","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:35.419452447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd002284-7aef-403d-be64-7780540a9493","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:35.468355435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd002284-7aef-403d-be64-7780540a9493","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:35.516769594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd002284-7aef-403d-be64-7780540a9493","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:36.168287459Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:37.329635738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecd19c83-3df2-4a3f-8aa2-5a4f9f4babf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:37.378225048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecd19c83-3df2-4a3f-8aa2-5a4f9f4babf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:37.426821512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecd19c83-3df2-4a3f-8aa2-5a4f9f4babf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:37.475513888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecd19c83-3df2-4a3f-8aa2-5a4f9f4babf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:38.514649558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"e2e-auth-iso-62aeb0","reconcileID":"19733625-5751-4bb4-bc5d-b3b4f6ebf5fd","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-74bb81","tenantID":"e2e-shared-b-w0-74bb81","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:38.56901913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"e2e-auth-iso-62aeb0","reconcileID":"19733625-5751-4bb4-bc5d-b3b4f6ebf5fd","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"name":"e2e-shared-b-w0-74bb81-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:38.62259358Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-74bb81-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (29bb7aa4d8e513218e29f4e4e7e937ac79e0011330f11a684b3d48936d8780c3) AuthConfig (9f27f9496da7014b6cbfd48e2e079ca2732a93361c095911d6899ef0b04a0a94) AuthConfig (99efa2adb0b48d88841ea1109471c50dd8654fc7abe84326f8d4bf5d872f30c0) AuthConfig (ab08ea62b461b5e47e76ccecaa3c45370ffe0a6554fcde2a86622005b6c7f076) AuthConfig (9dd1f63376d16dbaf582efaee7ac646da87ebbd826ce01414cb47f8f24c136b5) AuthConfig (483cf923dcc3bffb73f989c3306ef7b88c5c6aaf4a8b709dd613d86a366c80ef) AuthConfig (80b7cb6fd84a2a83ac1058dd646555ce87be4ad345d2800ddc9a49d6e5e0a666) AuthConfig (21b558c804c54666cc0923dacfa512a7eff77553e051266022d44f346f5295c2) AuthConfig (c323fc6d268404adc91a05b235bbb3024e2e4f07620ee7da4485c7a0fcc1333c) AuthConfig (a88888da79e9015c14f6a6b5a39a5966ee3ccc0373eb03decce98641dc35189e) AuthConfig (4857382ad72e46f08ae8c1ea88a75ed482fc1ddbd0b948341db1ae3e157ac106) AuthConfig (e95611c57962c3c953e388ec4f7f4c4220d92500a571352a4cedc5908e84ad4e) AuthConfig (a75b38266ca5b2d98df643c16119905436c35a1215ea4b9296264bfc1da30806) AuthConfig (58082c5528186a5c9d6845f20b66147be17e72d2dd70db8870768310f3876c54) AuthConfig (2d99ae909ad9815bbb81728209b6cd24d7c2860f4b0d6df66a4d0efad695b0c1) AuthConfig (13d2484873d8a7c8efc9ef0c20963b485f30972fdbab641362ec005e41debbca) AuthConfig (e108ebc938256537702bc91cd8d98283e9793bf17468ddd0a3d2476c59e2283e) AuthConfig (78b50ada60127fccfee0ea904035c19628d554bac9331befaae4edd2b4d0d106)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"e2e-auth-iso-62aeb0","reconcileID":"19733625-5751-4bb4-bc5d-b3b4f6ebf5fd","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:39.316542473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11a02bcb-6c71-4a00-984f-91ffea749d3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:39.374123342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11a02bcb-6c71-4a00-984f-91ffea749d3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:39.42964853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11a02bcb-6c71-4a00-984f-91ffea749d3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:39.478813987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11a02bcb-6c71-4a00-984f-91ffea749d3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:41.417116839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ec05d2d-2cf2-4e87-9365-822b7b5f8697","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:41.465795911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ec05d2d-2cf2-4e87-9365-822b7b5f8697","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:41.514588194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ec05d2d-2cf2-4e87-9365-822b7b5f8697","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:41.563607755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ec05d2d-2cf2-4e87-9365-822b7b5f8697","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:43.392787828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8050b190-5002-42df-867a-a93889581301","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:43.443382507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8050b190-5002-42df-867a-a93889581301","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:43.492610153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8050b190-5002-42df-867a-a93889581301","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:43.543333086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8050b190-5002-42df-867a-a93889581301","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:45.364716715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0d4c8a1-967d-4d08-8e6a-e85ecad88186","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:45.413572737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0d4c8a1-967d-4d08-8e6a-e85ecad88186","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:45.462811469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0d4c8a1-967d-4d08-8e6a-e85ecad88186","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:45.512063085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0d4c8a1-967d-4d08-8e6a-e85ecad88186","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:48.72165244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"e2e-auth-iso-62aeb0","reconcileID":"e9745d41-da59-4f99-a30d-271ab4b34d89","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-74bb81","tenantID":"e2e-shared-b-w0-74bb81","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:48.775984502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"e2e-auth-iso-62aeb0","reconcileID":"e9745d41-da59-4f99-a30d-271ab4b34d89","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"name":"e2e-shared-b-w0-74bb81-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:49.030725089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-74bb81","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"auth-test-model-74bb81","reconcileID":"9fb8332f-436b-4cee-8737-de06cb3fa77a","MaaSModelRef":{"name":"auth-test-model-74bb81","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"tenant":"e2e-shared-b-w0-74bb81","gateway":"openshift-ingress/e2e-shared-b-w0-74bb81","model":"ai-tenant-e2e-shared-b-w0-74bb81/auth-test-model-74bb81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:49.030747123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-74bb81","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"auth-test-model-74bb81","reconcileID":"9fb8332f-436b-4cee-8737-de06cb3fa77a","MaaSModelRef":{"name":"auth-test-model-74bb81","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"routeName":"auth-test-model-74bb81-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-74bb81","llmisvcName":"auth-test-model-74bb81","gateway":"openshift-ingress/e2e-shared-b-w0-74bb81","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:54.480877898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-74bb81","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"auth-test-model-74bb81","reconcileID":"36cfa8c0-48dc-472a-8805-02239e7f2dcf","MaaSModelRef":{"name":"auth-test-model-74bb81","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"tenant":"e2e-shared-b-w0-74bb81","gateway":"openshift-ingress/e2e-shared-b-w0-74bb81","model":"ai-tenant-e2e-shared-b-w0-74bb81/auth-test-model-74bb81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:54.481019379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-74bb81","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"auth-test-model-74bb81","reconcileID":"36cfa8c0-48dc-472a-8805-02239e7f2dcf","MaaSModelRef":{"name":"auth-test-model-74bb81","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"routeName":"auth-test-model-74bb81-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-74bb81","llmisvcName":"auth-test-model-74bb81","gateway":"openshift-ingress/e2e-shared-b-w0-74bb81","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:54.543253303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-74bb81","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"auth-test-model-74bb81","reconcileID":"dbe7d5ed-2a20-48d6-8e5a-f1d0e2de4302","MaaSModelRef":{"name":"auth-test-model-74bb81","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"tenant":"e2e-shared-b-w0-74bb81","gateway":"openshift-ingress/e2e-shared-b-w0-74bb81","model":"ai-tenant-e2e-shared-b-w0-74bb81/auth-test-model-74bb81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:54.54338439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-74bb81","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"auth-test-model-74bb81","reconcileID":"dbe7d5ed-2a20-48d6-8e5a-f1d0e2de4302","MaaSModelRef":{"name":"auth-test-model-74bb81","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"routeName":"auth-test-model-74bb81-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-74bb81","llmisvcName":"auth-test-model-74bb81","gateway":"openshift-ingress/e2e-shared-b-w0-74bb81","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:54.585455273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"e2e-auth-iso-62aeb0","reconcileID":"f9b3f7c9-7fd6-4f00-be77-c0b4a8ed1454","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-74bb81","tenantID":"e2e-shared-b-w0-74bb81","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:42:54.586368218Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"e2e-auth-iso-62aeb0","reconcileID":"8edcef6a-3d61-409d-af13-4bf41bdf32e1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-62aeb0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:54.648496443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"e2e-auth-iso-62aeb0","reconcileID":"f9b3f7c9-7fd6-4f00-be77-c0b4a8ed1454","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"name":"e2e-shared-b-w0-74bb81-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:54.707976553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-74bb81","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"auth-test-model-74bb81","reconcileID":"06c9893f-f1bf-4560-a762-ee9380b62f58","MaaSModelRef":{"name":"auth-test-model-74bb81","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"tenant":"e2e-shared-b-w0-74bb81","gateway":"openshift-ingress/e2e-shared-b-w0-74bb81","model":"ai-tenant-e2e-shared-b-w0-74bb81/auth-test-model-74bb81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:54.708067582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-74bb81","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"auth-test-model-74bb81","reconcileID":"06c9893f-f1bf-4560-a762-ee9380b62f58","MaaSModelRef":{"name":"auth-test-model-74bb81","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"routeName":"auth-test-model-74bb81-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-74bb81","llmisvcName":"auth-test-model-74bb81","gateway":"openshift-ingress/e2e-shared-b-w0-74bb81","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:54.763545053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-74bb81","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"auth-test-model-74bb81","reconcileID":"b17808d8-7ffe-40a8-905a-44c1747fe585","MaaSModelRef":{"name":"auth-test-model-74bb81","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"tenant":"e2e-shared-b-w0-74bb81","gateway":"openshift-ingress/e2e-shared-b-w0-74bb81","model":"ai-tenant-e2e-shared-b-w0-74bb81/auth-test-model-74bb81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:54.763645756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-74bb81","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"auth-test-model-74bb81","reconcileID":"b17808d8-7ffe-40a8-905a-44c1747fe585","MaaSModelRef":{"name":"auth-test-model-74bb81","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"routeName":"auth-test-model-74bb81-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-74bb81","llmisvcName":"auth-test-model-74bb81","gateway":"openshift-ingress/e2e-shared-b-w0-74bb81","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:54.973860921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"e2e-auth-iso-62aeb0","reconcileID":"edd34dcb-daf1-4279-bec7-f4b6017ae7fa","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-74bb81","tenantID":"e2e-shared-b-w0-74bb81","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:54.980795Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"e2e-auth-iso-62aeb0","reconcileID":"79e2761f-b46c-4931-b0f1-2dc4d0085ee9","MaaSSubscription":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"name":"maas-trlp-auth-test-model-74bb81","model":"auth-test-model-74bb81","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-74bb81/e2e-auth-iso-62aeb0"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:55.047157555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"e2e-auth-iso-62aeb0","reconcileID":"edd34dcb-daf1-4279-bec7-f4b6017ae7fa","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"name":"e2e-shared-b-w0-74bb81-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:55.17814849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-74bb81","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"auth-test-model-74bb81","reconcileID":"468cd6a9-65b3-43ff-8306-4c0f538a6a18","MaaSModelRef":{"name":"auth-test-model-74bb81","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"tenant":"e2e-shared-b-w0-74bb81","gateway":"openshift-ingress/e2e-shared-b-w0-74bb81","model":"ai-tenant-e2e-shared-b-w0-74bb81/auth-test-model-74bb81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:55.178266379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-74bb81","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"auth-test-model-74bb81","reconcileID":"468cd6a9-65b3-43ff-8306-4c0f538a6a18","MaaSModelRef":{"name":"auth-test-model-74bb81","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"routeName":"auth-test-model-74bb81-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-74bb81","llmisvcName":"auth-test-model-74bb81","gateway":"openshift-ingress/e2e-shared-b-w0-74bb81","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:55.391205298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"e2e-auth-iso-62aeb0","reconcileID":"1f13d034-91a8-4cb7-8244-9591c8f0a8eb","MaaSSubscription":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"name":"maas-trlp-auth-test-model-74bb81","model":"ai-tenant-e2e-shared-b-w0-74bb81/auth-test-model-74bb81","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:06.168814509Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:20.292882133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"e2e-auth-iso-62aeb0","reconcileID":"51aa21f2-ec16-4925-a1ea-59b73789ea47","MaaSSubscription":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"name":"maas-trlp-auth-test-model-74bb81","model":"ai-tenant-e2e-shared-b-w0-74bb81/auth-test-model-74bb81","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:20.458126633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-74bb81","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"auth-test-model-74bb81","reconcileID":"eee60e5d-78fd-45f5-80dd-75b66ce1b272","MaaSModelRef":{"name":"auth-test-model-74bb81","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"tenant":"e2e-shared-b-w0-74bb81","gateway":"openshift-ingress/e2e-shared-b-w0-74bb81","model":"ai-tenant-e2e-shared-b-w0-74bb81/auth-test-model-74bb81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:20.458148795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-74bb81","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"auth-test-model-74bb81","reconcileID":"eee60e5d-78fd-45f5-80dd-75b66ce1b272","MaaSModelRef":{"name":"auth-test-model-74bb81","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"routeName":"auth-test-model-74bb81-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-74bb81","llmisvcName":"auth-test-model-74bb81","gateway":"openshift-ingress/e2e-shared-b-w0-74bb81","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:22.120499627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"e2e-auth-iso-62aeb0","reconcileID":"9854415c-024d-4f32-8c06-d77879c2b1d1","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-74bb81","tenantID":"e2e-shared-b-w0-74bb81","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:22.175417215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"e2e-auth-iso-62aeb0","reconcileID":"9854415c-024d-4f32-8c06-d77879c2b1d1","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"name":"e2e-shared-b-w0-74bb81-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:25.538861428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"auth-test-model-3b392d","reconcileID":"f6f1e957-3f06-4889-81f1-2b84973c7b40","MaaSModelRef":{"name":"auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"tenant":"e2e-shared-a-w0-3b392d","gateway":"openshift-ingress/e2e-shared-a-w0-3b392d","model":"ai-tenant-e2e-shared-a-w0-3b392d/auth-test-model-3b392d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:25.538886508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"auth-test-model-3b392d","reconcileID":"f6f1e957-3f06-4889-81f1-2b84973c7b40","MaaSModelRef":{"name":"auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"routeName":"auth-test-model-3b392d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-3b392d","llmisvcName":"auth-test-model-3b392d","gateway":"openshift-ingress/e2e-shared-a-w0-3b392d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:25.636690725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"e2e-auth-iso-62aeb0","reconcileID":"ae3f6417-640c-40df-9025-62e66dd23e83","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-3b392d","tenantID":"e2e-shared-a-w0-3b392d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:25.690658106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"e2e-auth-iso-62aeb0","reconcileID":"ae3f6417-640c-40df-9025-62e66dd23e83","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"name":"e2e-shared-a-w0-3b392d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:25.693816359Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"e2e-auth-iso-62aeb0","reconcileID":"a82f2d08-2612-4039-818c-4e765be39359","MaaSSubscription":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d24c0f65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:26.004819277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"e2e-auth-iso-62aeb0","reconcileID":"2a303206-eedc-4e24-ae1d-97099ce89594","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-3b392d","tenantID":"e2e-shared-a-w0-3b392d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:26.059518125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"e2e-auth-iso-62aeb0","reconcileID":"2a303206-eedc-4e24-ae1d-97099ce89594","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"name":"e2e-shared-a-w0-3b392d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:27.419436471Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-cbe3a9"},"namespace":"ai-tenant-e2e-explicit-cbe3a9","name":"default-tenant","reconcileID":"97931c09-69f1-4a82-9586-831f20232194","namespace":"ai-tenant-e2e-explicit-cbe3a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:27.419513334Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-cbe3a9"},"namespace":"ai-tenant-e2e-explicit-cbe3a9","name":"default-tenant","reconcileID":"97931c09-69f1-4a82-9586-831f20232194","namespace":"ai-tenant-e2e-explicit-cbe3a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:27.419562843Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-cbe3a9"},"namespace":"ai-tenant-e2e-explicit-cbe3a9","name":"default-tenant","reconcileID":"97931c09-69f1-4a82-9586-831f20232194","tenant":"e2e-explicit-cbe3a9","tenantID":"e2e-explicit-cbe3a9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:27.4707745Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-cbe3a9"},"namespace":"ai-tenant-e2e-explicit-cbe3a9","name":"default-tenant","reconcileID":"97931c09-69f1-4a82-9586-831f20232194","gvk":"Deployment","name":"maas-api-e2e-explicit-cbe3a9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:27.528575796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-cbe3a9"},"namespace":"ai-tenant-e2e-explicit-cbe3a9","name":"default-tenant","reconcileID":"97931c09-69f1-4a82-9586-831f20232194","gvk":"Service","name":"maas-api-e2e-explicit-cbe3a9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:27.581091936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-cbe3a9"},"namespace":"ai-tenant-e2e-explicit-cbe3a9","name":"default-tenant","reconcileID":"97931c09-69f1-4a82-9586-831f20232194","gvk":"HTTPRoute","name":"maas-api-route-e2e-explicit-cbe3a9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:27.633632626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-cbe3a9"},"namespace":"ai-tenant-e2e-explicit-cbe3a9","name":"default-tenant","reconcileID":"97931c09-69f1-4a82-9586-831f20232194","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-explicit-cbe3a9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:27.686960236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-cbe3a9"},"namespace":"ai-tenant-e2e-explicit-cbe3a9","name":"default-tenant","reconcileID":"97931c09-69f1-4a82-9586-831f20232194","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-explicit-cbe3a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:27.738509737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-cbe3a9"},"namespace":"ai-tenant-e2e-explicit-cbe3a9","name":"default-tenant","reconcileID":"97931c09-69f1-4a82-9586-831f20232194","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-explicit-cbe3a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:27.794708101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-cbe3a9"},"namespace":"ai-tenant-e2e-explicit-cbe3a9","name":"default-tenant","reconcileID":"97931c09-69f1-4a82-9586-831f20232194","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-explicit-cbe3a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:27.846511604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-cbe3a9"},"namespace":"ai-tenant-e2e-explicit-cbe3a9","name":"default-tenant","reconcileID":"97931c09-69f1-4a82-9586-831f20232194","gvk":"Telemetry","name":"latency-per-subscription-e2e-explicit-cbe3a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:27.895757354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-cbe3a9"},"namespace":"ai-tenant-e2e-explicit-cbe3a9","name":"default-tenant","reconcileID":"97931c09-69f1-4a82-9586-831f20232194","gvk":"Deployment","name":"payload-processing-e2e-explicit-cbe3a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:27.944705496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-cbe3a9"},"namespace":"ai-tenant-e2e-explicit-cbe3a9","name":"default-tenant","reconcileID":"97931c09-69f1-4a82-9586-831f20232194","gvk":"Deployment","name":"payload-pre-processing-e2e-explicit-cbe3a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:27.995132791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-cbe3a9"},"namespace":"ai-tenant-e2e-explicit-cbe3a9","name":"default-tenant","reconcileID":"97931c09-69f1-4a82-9586-831f20232194","gvk":"Service","name":"payload-processing-e2e-explicit-cbe3a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:28.044032833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-cbe3a9"},"namespace":"ai-tenant-e2e-explicit-cbe3a9","name":"default-tenant","reconcileID":"97931c09-69f1-4a82-9586-831f20232194","gvk":"Service","name":"payload-pre-processing-e2e-explicit-cbe3a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:28.093033565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-cbe3a9"},"namespace":"ai-tenant-e2e-explicit-cbe3a9","name":"default-tenant","reconcileID":"97931c09-69f1-4a82-9586-831f20232194","gvk":"DestinationRule","name":"payload-processing-e2e-explicit-cbe3a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:28.142176769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-cbe3a9"},"namespace":"ai-tenant-e2e-explicit-cbe3a9","name":"default-tenant","reconcileID":"97931c09-69f1-4a82-9586-831f20232194","gvk":"DestinationRule","name":"payload-pre-processing-e2e-explicit-cbe3a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:28.190834927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-cbe3a9"},"namespace":"ai-tenant-e2e-explicit-cbe3a9","name":"default-tenant","reconcileID":"97931c09-69f1-4a82-9586-831f20232194","gvk":"EnvoyFilter","name":"payload-processing-e2e-explicit-cbe3a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:28.243864864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-cbe3a9"},"namespace":"ai-tenant-e2e-explicit-cbe3a9","name":"default-tenant","reconcileID":"97931c09-69f1-4a82-9586-831f20232194","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-explicit-cbe3a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:28.292666057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-cbe3a9"},"namespace":"ai-tenant-e2e-explicit-cbe3a9","name":"default-tenant","reconcileID":"97931c09-69f1-4a82-9586-831f20232194","gvk":"NetworkPolicy","name":"payload-processing-e2e-explicit-cbe3a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:28.341361007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-cbe3a9"},"namespace":"ai-tenant-e2e-explicit-cbe3a9","name":"default-tenant","reconcileID":"97931c09-69f1-4a82-9586-831f20232194","gvk":"ServiceAccount","name":"payload-processing-e2e-explicit-cbe3a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:28.397647497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-cbe3a9"},"namespace":"ai-tenant-e2e-explicit-cbe3a9","name":"default-tenant","reconcileID":"97931c09-69f1-4a82-9586-831f20232194","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-explicit-cbe3a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:28.45286337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-cbe3a9"},"namespace":"ai-tenant-e2e-explicit-cbe3a9","name":"default-tenant","reconcileID":"97931c09-69f1-4a82-9586-831f20232194","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-explicit-cbe3a9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:29.296156516Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-cbe3a9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-cbe3a9","reconcileID":"4a265ab3-9da4-46c5-a872-c65a86235df0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-cbe3a9","removed":["maas.opendatahub.io/gateway-access-e2e-explicit-cbe3a9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:29.675999457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d46c0c28-09c1-4ad7-a3f6-0b41b420e5f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:29.724428598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d46c0c28-09c1-4ad7-a3f6-0b41b420e5f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:29.773194584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d46c0c28-09c1-4ad7-a3f6-0b41b420e5f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:29.821706402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d46c0c28-09c1-4ad7-a3f6-0b41b420e5f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:31.020870893Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-9a60dd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-9a60dd","reconcileID":"477caca0-397b-4db8-84c7-64102720886b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-9a60dd","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-9a60dd":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:31.661809067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75cbb57c-f557-4ac3-abf2-aa7eef2bd4ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:31.710279591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75cbb57c-f557-4ac3-abf2-aa7eef2bd4ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:31.75872175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75cbb57c-f557-4ac3-abf2-aa7eef2bd4ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:31.807433361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75cbb57c-f557-4ac3-abf2-aa7eef2bd4ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:33.588183606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87819b1e-e118-4faa-8049-b366f38dc8ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:33.636671803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87819b1e-e118-4faa-8049-b366f38dc8ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:33.685161139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87819b1e-e118-4faa-8049-b366f38dc8ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:33.733608703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87819b1e-e118-4faa-8049-b366f38dc8ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:35.643034949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a104e8b5-0ce4-4b64-8fe5-bd88b454a0a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:35.691942671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a104e8b5-0ce4-4b64-8fe5-bd88b454a0a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:35.740585149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a104e8b5-0ce4-4b64-8fe5-bd88b454a0a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:35.789457752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a104e8b5-0ce4-4b64-8fe5-bd88b454a0a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:35.789636918Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"e2e-auth-iso-62aeb0","reconcileID":"5258d95d-42aa-4294-8597-de0015ff4938","MaaSSubscription":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"model":"ai-tenant-e2e-shared-a-w0-3b392d/auth-test-model-3b392d","subscription":"e2e-auth-iso-62aeb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:35.838572043Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"e2e-auth-iso-62aeb0","reconcileID":"5258d95d-42aa-4294-8597-de0015ff4938","MaaSSubscription":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"model":"ai-tenant-e2e-shared-a-w0-3b392d/auth-test-model-3b392d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:35.888275369Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"e2e-auth-iso-62aeb0","reconcileID":"5258d95d-42aa-4294-8597-de0015ff4938","MaaSSubscription":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"name":"maas-trlp-auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d","model":"ai-tenant-e2e-shared-a-w0-3b392d/auth-test-model-3b392d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:36.145298596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"auth-test-model-3b392d","reconcileID":"052b4fd2-a3e0-4e4a-957b-46f864f6192d","MaaSModelRef":{"name":"auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"tenant":"e2e-shared-a-w0-3b392d","gateway":"openshift-ingress/e2e-shared-a-w0-3b392d","model":"ai-tenant-e2e-shared-a-w0-3b392d/auth-test-model-3b392d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:36.145354061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"auth-test-model-3b392d","reconcileID":"052b4fd2-a3e0-4e4a-957b-46f864f6192d","MaaSModelRef":{"name":"auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"routeName":"auth-test-model-3b392d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-3b392d","llmisvcName":"auth-test-model-3b392d","gateway":"openshift-ingress/e2e-shared-a-w0-3b392d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:36.168174045Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:36.243644308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"e2e-auth-iso-62aeb0","reconcileID":"62c7b173-2a05-4b07-9b65-e81396949cc3","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-3b392d","tenantID":"e2e-shared-a-w0-3b392d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:36.298147288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"e2e-auth-iso-62aeb0","reconcileID":"62c7b173-2a05-4b07-9b65-e81396949cc3","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"name":"e2e-shared-a-w0-3b392d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:36.299818899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-74bb81","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"auth-test-model-74bb81","reconcileID":"90b32269-4bf3-4f37-8d58-f3907c81acf8","MaaSModelRef":{"name":"auth-test-model-74bb81","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"tenant":"e2e-shared-b-w0-74bb81","gateway":"openshift-ingress/e2e-shared-b-w0-74bb81","model":"ai-tenant-e2e-shared-b-w0-74bb81/auth-test-model-74bb81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:36.299838023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-74bb81","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"auth-test-model-74bb81","reconcileID":"90b32269-4bf3-4f37-8d58-f3907c81acf8","MaaSModelRef":{"name":"auth-test-model-74bb81","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"routeName":"auth-test-model-74bb81-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-74bb81","llmisvcName":"auth-test-model-74bb81","gateway":"openshift-ingress/e2e-shared-b-w0-74bb81","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:36.396261815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"e2e-auth-iso-62aeb0","reconcileID":"31bc1236-889a-4466-ab1f-32e848260dce","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-74bb81","tenantID":"e2e-shared-b-w0-74bb81","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:36.451543648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"e2e-auth-iso-62aeb0","reconcileID":"31bc1236-889a-4466-ab1f-32e848260dce","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"name":"e2e-shared-b-w0-74bb81-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:36.45233923Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"e2e-auth-iso-62aeb0","reconcileID":"9209fc44-bcb2-4794-b724-e8ed54c7041f","MaaSSubscription":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fef97a57","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:36.597815375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"e2e-auth-iso-62aeb0","reconcileID":"38c628b2-d0e3-4126-a5b5-4ba8237a1d83","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-3b392d","tenantID":"e2e-shared-a-w0-3b392d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:36.651657887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"e2e-auth-iso-62aeb0","reconcileID":"38c628b2-d0e3-4126-a5b5-4ba8237a1d83","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"name":"e2e-shared-a-w0-3b392d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:36.743386414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"e2e-auth-iso-62aeb0","reconcileID":"d5e33b15-301e-4a66-8898-2220565c53d4","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-74bb81","tenantID":"e2e-shared-b-w0-74bb81","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:36.79767041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"e2e-auth-iso-62aeb0","reconcileID":"d5e33b15-301e-4a66-8898-2220565c53d4","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"name":"e2e-shared-b-w0-74bb81-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:40.300339664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0568722d-a326-4468-91e5-037ca60f92d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:40.352433118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0568722d-a326-4468-91e5-037ca60f92d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:40.401830313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0568722d-a326-4468-91e5-037ca60f92d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:40.455351266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0568722d-a326-4468-91e5-037ca60f92d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:42.318680569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"405a8481-51e7-48fe-a636-28f010e5cd5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:42.36716155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"405a8481-51e7-48fe-a636-28f010e5cd5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:42.41583253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"405a8481-51e7-48fe-a636-28f010e5cd5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:42.464763634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"405a8481-51e7-48fe-a636-28f010e5cd5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:46.501540459Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"e2e-auth-iso-62aeb0","reconcileID":"757e966f-5dd3-4f67-84de-6bf585ab4799","MaaSSubscription":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"model":"ai-tenant-e2e-shared-b-w0-74bb81/auth-test-model-74bb81","subscription":"e2e-auth-iso-62aeb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:46.550815263Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"e2e-auth-iso-62aeb0","reconcileID":"757e966f-5dd3-4f67-84de-6bf585ab4799","MaaSSubscription":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"model":"ai-tenant-e2e-shared-b-w0-74bb81/auth-test-model-74bb81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:46.600461864Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"e2e-auth-iso-62aeb0","reconcileID":"757e966f-5dd3-4f67-84de-6bf585ab4799","MaaSSubscription":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"name":"maas-trlp-auth-test-model-74bb81","namespace":"ai-tenant-e2e-shared-b-w0-74bb81","model":"ai-tenant-e2e-shared-b-w0-74bb81/auth-test-model-74bb81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:46.860011033Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-74bb81","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"auth-test-model-74bb81","reconcileID":"0546ea7a-21ba-4e61-b861-0c8b11ec0081","MaaSModelRef":{"name":"auth-test-model-74bb81","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"tenant":"e2e-shared-b-w0-74bb81","gateway":"openshift-ingress/e2e-shared-b-w0-74bb81","model":"ai-tenant-e2e-shared-b-w0-74bb81/auth-test-model-74bb81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:46.860032185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-74bb81","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"auth-test-model-74bb81","reconcileID":"0546ea7a-21ba-4e61-b861-0c8b11ec0081","MaaSModelRef":{"name":"auth-test-model-74bb81","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"routeName":"auth-test-model-74bb81-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-74bb81","llmisvcName":"auth-test-model-74bb81","gateway":"openshift-ingress/e2e-shared-b-w0-74bb81","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:46.958806106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"e2e-auth-iso-62aeb0","reconcileID":"d2e3d054-d3e8-4e7c-b810-9285f620bc8b","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-74bb81","tenantID":"e2e-shared-b-w0-74bb81","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:47.013015538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"e2e-auth-iso-62aeb0","reconcileID":"d2e3d054-d3e8-4e7c-b810-9285f620bc8b","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"name":"e2e-shared-b-w0-74bb81-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:47.027167794Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"e2e-auth-iso-62aeb0","reconcileID":"78ef8817-44d5-49b5-be12-78a1528aa157","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"model":"ai-tenant-e2e-shared-a-w0-3b392d/auth-test-model-3b392d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:47.027315657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"auth-test-model-3b392d","reconcileID":"3554a2f1-1361-4604-aca9-dc9dc9b5bee5","MaaSModelRef":{"name":"auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"tenant":"e2e-shared-a-w0-3b392d","gateway":"openshift-ingress/e2e-shared-a-w0-3b392d","model":"ai-tenant-e2e-shared-a-w0-3b392d/auth-test-model-3b392d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:47.027373275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"auth-test-model-3b392d","reconcileID":"3554a2f1-1361-4604-aca9-dc9dc9b5bee5","MaaSModelRef":{"name":"auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"routeName":"auth-test-model-3b392d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-3b392d","llmisvcName":"auth-test-model-3b392d","gateway":"openshift-ingress/e2e-shared-a-w0-3b392d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:47.227680829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"e2e-auth-iso-62aeb0","reconcileID":"78ef8817-44d5-49b5-be12-78a1528aa157","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-3b392d","tenantID":"e2e-shared-a-w0-3b392d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:47.367368566Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"e2e-auth-iso-62aeb0","reconcileID":"78ef8817-44d5-49b5-be12-78a1528aa157","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"name":"e2e-shared-a-w0-3b392d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:47.367400305Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"e2e-auth-iso-62aeb0","reconcileID":"78ef8817-44d5-49b5-be12-78a1528aa157","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-3b392d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:47.376727637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"e2e-auth-iso-62aeb0","reconcileID":"c6154660-0d4d-4338-a3ea-da19f203d5bf","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-74bb81","tenantID":"e2e-shared-b-w0-74bb81","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:47.421419324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"auth-test-model-3b392d","reconcileID":"aba08be3-86e2-4b05-b4b7-2ef6aad1da2d","MaaSModelRef":{"name":"auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"tenant":"e2e-shared-a-w0-3b392d","gateway":"openshift-ingress/e2e-shared-a-w0-3b392d","model":"ai-tenant-e2e-shared-a-w0-3b392d/auth-test-model-3b392d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:47.421447279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"auth-test-model-3b392d","reconcileID":"aba08be3-86e2-4b05-b4b7-2ef6aad1da2d","MaaSModelRef":{"name":"auth-test-model-3b392d","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"routeName":"auth-test-model-3b392d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-3b392d","llmisvcName":"auth-test-model-3b392d","gateway":"openshift-ingress/e2e-shared-a-w0-3b392d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:47.431260484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"e2e-auth-iso-62aeb0","reconcileID":"c6154660-0d4d-4338-a3ea-da19f203d5bf","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"name":"e2e-shared-b-w0-74bb81-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:47.578785852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-74bb81","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"auth-test-model-74bb81","reconcileID":"10be8559-f819-4fd8-995a-ab7b69a49891","MaaSModelRef":{"name":"auth-test-model-74bb81","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"tenant":"e2e-shared-b-w0-74bb81","gateway":"openshift-ingress/e2e-shared-b-w0-74bb81","model":"ai-tenant-e2e-shared-b-w0-74bb81/auth-test-model-74bb81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:47.578806585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-74bb81","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"auth-test-model-74bb81","reconcileID":"10be8559-f819-4fd8-995a-ab7b69a49891","MaaSModelRef":{"name":"auth-test-model-74bb81","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"routeName":"auth-test-model-74bb81-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-74bb81","llmisvcName":"auth-test-model-74bb81","gateway":"openshift-ingress/e2e-shared-b-w0-74bb81","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:47.629414039Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"e2e-auth-iso-62aeb0","reconcileID":"f62c5382-a7d7-4014-b023-19964fe41003","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"model":"ai-tenant-e2e-shared-b-w0-74bb81/auth-test-model-74bb81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:47.775022914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"e2e-auth-iso-62aeb0","reconcileID":"f62c5382-a7d7-4014-b023-19964fe41003","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-74bb81","tenantID":"e2e-shared-b-w0-74bb81","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:47.895637525Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"e2e-auth-iso-62aeb0","reconcileID":"f62c5382-a7d7-4014-b023-19964fe41003","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"name":"e2e-shared-b-w0-74bb81-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:47.895662097Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"e2e-auth-iso-62aeb0","reconcileID":"f62c5382-a7d7-4014-b023-19964fe41003","MaaSAuthPolicy":{"name":"e2e-auth-iso-62aeb0","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-74bb81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:47.949814606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-74bb81","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"auth-test-model-74bb81","reconcileID":"cb14b6e7-0d85-4fc3-8409-ccece1392da7","MaaSModelRef":{"name":"auth-test-model-74bb81","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"tenant":"e2e-shared-b-w0-74bb81","gateway":"openshift-ingress/e2e-shared-b-w0-74bb81","model":"ai-tenant-e2e-shared-b-w0-74bb81/auth-test-model-74bb81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:47.949836258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-74bb81","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"auth-test-model-74bb81","reconcileID":"cb14b6e7-0d85-4fc3-8409-ccece1392da7","MaaSModelRef":{"name":"auth-test-model-74bb81","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"routeName":"auth-test-model-74bb81-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-74bb81","llmisvcName":"auth-test-model-74bb81","gateway":"openshift-ingress/e2e-shared-b-w0-74bb81","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:48.242222645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b829bc"},"namespace":"ai-tenant-e2e-extmod-a-b829bc","name":"default-tenant","reconcileID":"adc97bea-2b85-4e33-9284-dab5a7ee1663","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b829bc","tenantID":"e2e-extmod-a-b829bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:48.354157208Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b829bc"},"namespace":"ai-tenant-e2e-extmod-a-b829bc","name":"default-tenant","reconcileID":"adc97bea-2b85-4e33-9284-dab5a7ee1663","name":"e2e-extmod-a-b829bc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:49.310797891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51d865a9-1a70-45c0-af58-d34aab583212","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:49.364224533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51d865a9-1a70-45c0-af58-d34aab583212","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:49.414074719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51d865a9-1a70-45c0-af58-d34aab583212","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:49.46283715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51d865a9-1a70-45c0-af58-d34aab583212","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:49.874636214Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-1b5075","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-1b5075","reconcileID":"5ce7b50e-80ea-4eb3-b847-fa2b3e9536a6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-1b5075","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-1b5075":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:51.277548791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22b33f7e-54f5-4a3c-8837-e2af7bb52f06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:51.328561804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22b33f7e-54f5-4a3c-8837-e2af7bb52f06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:51.377898543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22b33f7e-54f5-4a3c-8837-e2af7bb52f06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:51.427930691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22b33f7e-54f5-4a3c-8837-e2af7bb52f06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:06.168358857Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:26.775263442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97778311-8ecc-43fe-b15a-27ec82dcc775","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:26.83304378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97778311-8ecc-43fe-b15a-27ec82dcc775","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:26.884486537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97778311-8ecc-43fe-b15a-27ec82dcc775","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:26.934101856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97778311-8ecc-43fe-b15a-27ec82dcc775","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:27.40546293Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-dcde03","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-dcde03","reconcileID":"e31324b6-5fc5-4f59-8007-75a143ac7393","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-dcde03","applied":{"maas.opendatahub.io/gateway-access-e2e-autores-dcde03":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:28.799228793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da06bf57-59e6-4df6-b5cc-9d583ed713ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:28.849253637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da06bf57-59e6-4df6-b5cc-9d583ed713ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:28.8993806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da06bf57-59e6-4df6-b5cc-9d583ed713ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:28.949764662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da06bf57-59e6-4df6-b5cc-9d583ed713ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:36.168685629Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:44:39.055454892Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-6587ea","namespace":"ai-tenant-e2e-noten-6587ea"},"namespace":"ai-tenant-e2e-noten-6587ea","name":"noten-model-6587ea","reconcileID":"0d3527d0-5cec-4016-ae30-d179b2657743","MaaSModelRef":{"name":"noten-model-6587ea","namespace":"ai-tenant-e2e-noten-6587ea"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-6587ea/noten-model-6587ea: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-6587ea/noten-model-6587ea-kserve-route (gateways: [openshift-ingress/e2e-noten-6587ea]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:44:39.11072682Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-6587ea","namespace":"ai-tenant-e2e-noten-6587ea"},"namespace":"ai-tenant-e2e-noten-6587ea","name":"noten-model-6587ea","reconcileID":"0d3527d0-5cec-4016-ae30-d179b2657743","error":"resolve tenant gateway for model ai-tenant-e2e-noten-6587ea/noten-model-6587ea: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-6587ea/noten-model-6587ea-kserve-route (gateways: [openshift-ingress/e2e-noten-6587ea]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:44:39.116084555Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-6587ea","namespace":"ai-tenant-e2e-noten-6587ea"},"namespace":"ai-tenant-e2e-noten-6587ea","name":"noten-model-6587ea","reconcileID":"29bccc33-6c7f-4f97-aea9-c37593e97c1e","MaaSModelRef":{"name":"noten-model-6587ea","namespace":"ai-tenant-e2e-noten-6587ea"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-6587ea/noten-model-6587ea: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-6587ea/noten-model-6587ea-kserve-route (gateways: [openshift-ingress/e2e-noten-6587ea]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:44:39.116145968Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-6587ea","namespace":"ai-tenant-e2e-noten-6587ea"},"namespace":"ai-tenant-e2e-noten-6587ea","name":"noten-model-6587ea","reconcileID":"29bccc33-6c7f-4f97-aea9-c37593e97c1e","error":"resolve tenant gateway for model ai-tenant-e2e-noten-6587ea/noten-model-6587ea: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-6587ea/noten-model-6587ea-kserve-route (gateways: [openshift-ingress/e2e-noten-6587ea]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:44:39.127365136Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-6587ea","namespace":"ai-tenant-e2e-noten-6587ea"},"namespace":"ai-tenant-e2e-noten-6587ea","name":"noten-model-6587ea","reconcileID":"2fea0b9c-28c6-4dd6-bdac-f16965c6fd95","MaaSModelRef":{"name":"noten-model-6587ea","namespace":"ai-tenant-e2e-noten-6587ea"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-6587ea/noten-model-6587ea: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-6587ea/noten-model-6587ea-kserve-route (gateways: [openshift-ingress/e2e-noten-6587ea]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:44:39.127416534Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-6587ea","namespace":"ai-tenant-e2e-noten-6587ea"},"namespace":"ai-tenant-e2e-noten-6587ea","name":"noten-model-6587ea","reconcileID":"2fea0b9c-28c6-4dd6-bdac-f16965c6fd95","error":"resolve tenant gateway for model ai-tenant-e2e-noten-6587ea/noten-model-6587ea: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-6587ea/noten-model-6587ea-kserve-route (gateways: [openshift-ingress/e2e-noten-6587ea]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:44:39.148339293Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-6587ea","namespace":"ai-tenant-e2e-noten-6587ea"},"namespace":"ai-tenant-e2e-noten-6587ea","name":"noten-model-6587ea","reconcileID":"4603ff13-ed21-45c0-982a-a1e8bab424bf","MaaSModelRef":{"name":"noten-model-6587ea","namespace":"ai-tenant-e2e-noten-6587ea"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-6587ea/noten-model-6587ea: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-6587ea/noten-model-6587ea-kserve-route (gateways: [openshift-ingress/e2e-noten-6587ea]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:44:39.148394201Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-6587ea","namespace":"ai-tenant-e2e-noten-6587ea"},"namespace":"ai-tenant-e2e-noten-6587ea","name":"noten-model-6587ea","reconcileID":"4603ff13-ed21-45c0-982a-a1e8bab424bf","error":"resolve tenant gateway for model ai-tenant-e2e-noten-6587ea/noten-model-6587ea: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-6587ea/noten-model-6587ea-kserve-route (gateways: [openshift-ingress/e2e-noten-6587ea]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:44:39.189504208Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-6587ea","namespace":"ai-tenant-e2e-noten-6587ea"},"namespace":"ai-tenant-e2e-noten-6587ea","name":"noten-model-6587ea","reconcileID":"f63584b6-605a-4a63-8c2b-d260fab3e90f","MaaSModelRef":{"name":"noten-model-6587ea","namespace":"ai-tenant-e2e-noten-6587ea"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-6587ea/noten-model-6587ea: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-6587ea/noten-model-6587ea-kserve-route (gateways: [openshift-ingress/e2e-noten-6587ea]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:44:39.189555267Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-6587ea","namespace":"ai-tenant-e2e-noten-6587ea"},"namespace":"ai-tenant-e2e-noten-6587ea","name":"noten-model-6587ea","reconcileID":"f63584b6-605a-4a63-8c2b-d260fab3e90f","error":"resolve tenant gateway for model ai-tenant-e2e-noten-6587ea/noten-model-6587ea: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-6587ea/noten-model-6587ea-kserve-route (gateways: [openshift-ingress/e2e-noten-6587ea]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:44:39.270683104Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-6587ea","namespace":"ai-tenant-e2e-noten-6587ea"},"namespace":"ai-tenant-e2e-noten-6587ea","name":"noten-model-6587ea","reconcileID":"6f89a70d-76f9-45dd-885b-2a0225f0d48c","MaaSModelRef":{"name":"noten-model-6587ea","namespace":"ai-tenant-e2e-noten-6587ea"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-6587ea/noten-model-6587ea: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-6587ea/noten-model-6587ea-kserve-route (gateways: [openshift-ingress/e2e-noten-6587ea]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:44:39.270733067Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-6587ea","namespace":"ai-tenant-e2e-noten-6587ea"},"namespace":"ai-tenant-e2e-noten-6587ea","name":"noten-model-6587ea","reconcileID":"6f89a70d-76f9-45dd-885b-2a0225f0d48c","error":"resolve tenant gateway for model ai-tenant-e2e-noten-6587ea/noten-model-6587ea: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-6587ea/noten-model-6587ea-kserve-route (gateways: [openshift-ingress/e2e-noten-6587ea]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:44:39.43153726Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-6587ea","namespace":"ai-tenant-e2e-noten-6587ea"},"namespace":"ai-tenant-e2e-noten-6587ea","name":"noten-model-6587ea","reconcileID":"d4fc9687-8992-49c9-a60b-4adcf5175411","MaaSModelRef":{"name":"noten-model-6587ea","namespace":"ai-tenant-e2e-noten-6587ea"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-6587ea/noten-model-6587ea: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-6587ea/noten-model-6587ea-kserve-route (gateways: [openshift-ingress/e2e-noten-6587ea]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:44:39.431594309Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-6587ea","namespace":"ai-tenant-e2e-noten-6587ea"},"namespace":"ai-tenant-e2e-noten-6587ea","name":"noten-model-6587ea","reconcileID":"d4fc9687-8992-49c9-a60b-4adcf5175411","error":"resolve tenant gateway for model ai-tenant-e2e-noten-6587ea/noten-model-6587ea: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-6587ea/noten-model-6587ea-kserve-route (gateways: [openshift-ingress/e2e-noten-6587ea]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:44:39.726539226Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-6587ea","namespace":"ai-tenant-e2e-noten-6587ea"},"namespace":"ai-tenant-e2e-noten-6587ea","name":"noten-model-6587ea","reconcileID":"18bb5272-11b8-47e1-a676-0ef9591b632d","MaaSModelRef":{"name":"noten-model-6587ea","namespace":"ai-tenant-e2e-noten-6587ea"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-6587ea/noten-model-6587ea: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-6587ea/noten-model-6587ea-kserve-route (gateways: [openshift-ingress/e2e-noten-6587ea]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:44:39.726598249Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-6587ea","namespace":"ai-tenant-e2e-noten-6587ea"},"namespace":"ai-tenant-e2e-noten-6587ea","name":"noten-model-6587ea","reconcileID":"18bb5272-11b8-47e1-a676-0ef9591b632d","error":"resolve tenant gateway for model ai-tenant-e2e-noten-6587ea/noten-model-6587ea: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-6587ea/noten-model-6587ea-kserve-route (gateways: [openshift-ingress/e2e-noten-6587ea]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:44:40.367451175Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-6587ea","namespace":"ai-tenant-e2e-noten-6587ea"},"namespace":"ai-tenant-e2e-noten-6587ea","name":"noten-model-6587ea","reconcileID":"a99011b1-72fb-4d22-949d-acd2d93a933c","MaaSModelRef":{"name":"noten-model-6587ea","namespace":"ai-tenant-e2e-noten-6587ea"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-6587ea/noten-model-6587ea: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-6587ea/noten-model-6587ea-kserve-route (gateways: [openshift-ingress/e2e-noten-6587ea]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:44:40.367539548Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-6587ea","namespace":"ai-tenant-e2e-noten-6587ea"},"namespace":"ai-tenant-e2e-noten-6587ea","name":"noten-model-6587ea","reconcileID":"a99011b1-72fb-4d22-949d-acd2d93a933c","error":"resolve tenant gateway for model ai-tenant-e2e-noten-6587ea/noten-model-6587ea: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-6587ea/noten-model-6587ea-kserve-route (gateways: [openshift-ingress/e2e-noten-6587ea]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:40.742929896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-subscription","reconcileID":"422d7b0a-668d-4bad-b229-6f34fc7b1820","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-premium-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:40.917485251Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-subscription","reconcileID":"c2eef1d7-4800-4175-95f9-829e06d61888","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:41.027148665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-subscription","reconcileID":"09575447-215b-488e-bf4d-4d8efeedde68","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-premium-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:41.127168074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"63ea522f-7f30-4be6-82f9-d9a5d556f38a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:41.128859008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-subscription","reconcileID":"ba9a800a-5f1c-456e-90f9-2ba247edc198","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-simulator-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:41.265811189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-subscription","reconcileID":"76553cb9-0ce3-4693-9859-1211598c0c4f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-premium-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/premium-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:41.37605678Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3d687dba-6421-4cf5-beae-d86b655c64ba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:41.467609345Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-subscription","reconcileID":"26592d19-d151-4f81-8bd5-84aca7468fb9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-simulator-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:41.615510757Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-subscription","reconcileID":"9aff4bc8-ba35-427d-b071-5ff36f74174e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-premium-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/premium-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:44:41.648537084Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-6587ea","namespace":"ai-tenant-e2e-noten-6587ea"},"namespace":"ai-tenant-e2e-noten-6587ea","name":"noten-model-6587ea","reconcileID":"13fdfe57-c53c-4311-b1b2-06353d61a525","MaaSModelRef":{"name":"noten-model-6587ea","namespace":"ai-tenant-e2e-noten-6587ea"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-6587ea/noten-model-6587ea: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-6587ea/noten-model-6587ea-kserve-route (gateways: [openshift-ingress/e2e-noten-6587ea]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:44:41.648590813Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-6587ea","namespace":"ai-tenant-e2e-noten-6587ea"},"namespace":"ai-tenant-e2e-noten-6587ea","name":"noten-model-6587ea","reconcileID":"13fdfe57-c53c-4311-b1b2-06353d61a525","error":"resolve tenant gateway for model ai-tenant-e2e-noten-6587ea/noten-model-6587ea: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-6587ea/noten-model-6587ea-kserve-route (gateways: [openshift-ingress/e2e-noten-6587ea]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:41.716035413Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-subscription","reconcileID":"313e57c9-ae0d-47ff-a25a-cd35b108dc8d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-premium-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/premium-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:42.014219764Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-subscription","reconcileID":"efbabecd-5f50-415a-8016-13f7ca18b6c6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:42.294550442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-subscription","reconcileID":"03736883-4780-4d95-9728-b1b5fe21ceed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:44:44.209114147Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-6587ea","namespace":"ai-tenant-e2e-noten-6587ea"},"namespace":"ai-tenant-e2e-noten-6587ea","name":"noten-model-6587ea","reconcileID":"1fde3ba0-32a8-4676-8964-b1d317ca2024","MaaSModelRef":{"name":"noten-model-6587ea","namespace":"ai-tenant-e2e-noten-6587ea"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-6587ea/noten-model-6587ea: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-6587ea/noten-model-6587ea-kserve-route (gateways: [openshift-ingress/e2e-noten-6587ea]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:44:44.209182612Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-6587ea","namespace":"ai-tenant-e2e-noten-6587ea"},"namespace":"ai-tenant-e2e-noten-6587ea","name":"noten-model-6587ea","reconcileID":"1fde3ba0-32a8-4676-8964-b1d317ca2024","error":"resolve tenant gateway for model ai-tenant-e2e-noten-6587ea/noten-model-6587ea: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-6587ea/noten-model-6587ea-kserve-route (gateways: [openshift-ingress/e2e-noten-6587ea]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:49.338500251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9a60dd"},"namespace":"ai-tenant-e2e-extmod-a-9a60dd","name":"default-tenant","reconcileID":"63aa5f27-6b0b-4067-b618-04d9833eaa42","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9a60dd","tenantID":"e2e-extmod-a-9a60dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:49.450552366Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9a60dd"},"namespace":"ai-tenant-e2e-extmod-a-9a60dd","name":"default-tenant","reconcileID":"63aa5f27-6b0b-4067-b618-04d9833eaa42","name":"e2e-extmod-a-9a60dd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:06.17143238Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:09.620674929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ece9fa20-f01a-411c-86e7-ea81e607825c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:09.669472138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ece9fa20-f01a-411c-86e7-ea81e607825c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:09.71810941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ece9fa20-f01a-411c-86e7-ea81e607825c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:09.768133218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ece9fa20-f01a-411c-86e7-ea81e607825c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:11.576771497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb447a16-1ddf-4e93-b9bb-e63422a10e6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:11.625747904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb447a16-1ddf-4e93-b9bb-e63422a10e6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:11.67453012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb447a16-1ddf-4e93-b9bb-e63422a10e6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:11.723099278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb447a16-1ddf-4e93-b9bb-e63422a10e6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:11.870750536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ab3e9e87-fd31-40a4-b148-c9124e3c07f2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:11.928675262Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"71c58796-94cb-41b5-91ec-bc98af0608de","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:12.071688481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-subscription","reconcileID":"27d20fbc-c118-4f1a-a978-aa0e20d786c1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-premium-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/premium-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:12.143694293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-subscription","reconcileID":"9339dc57-d4fd-4e50-9cb5-09976a304be6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:12.243282705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-subscription","reconcileID":"626eacbe-4ae1-40ae-aa19-d07ce8c07af7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:12.344612331Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-subscription","reconcileID":"7e62be3f-1c59-449b-a906-19a8651d587c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-premium-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:12.444304153Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-subscription","reconcileID":"ecb51aad-301e-4320-ba6d-23f36a251675","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:12.444407203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-subscription","reconcileID":"e6efb19e-e773-40ad-8937-f489207acedf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-simulator-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:12.546073481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-subscription","reconcileID":"1a38516c-914d-43a6-b177-c42035f839b6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-premium-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/premium-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:12.649447807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"default-tenant","reconcileID":"86b3b0f3-63a9-447c-8080-62e6a6bb82ea","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:12.761668503Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"default-tenant","reconcileID":"86b3b0f3-63a9-447c-8080-62e6a6bb82ea","name":"e2e-extmod-b-1b5075-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:12.835456563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-subscription","reconcileID":"a31820bb-a488-4ba5-84d2-3bb18987f8c9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-premium-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:12.935357052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-subscription","reconcileID":"70bff8fc-2ca2-41c3-866d-684fa7bf983f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-simulator-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:13.172675018Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-subscription","reconcileID":"a1bea502-5ad8-44b5-840c-1b6e9c084781","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-premium-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/premium-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:20.218421759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"418937f3-7912-4282-8d59-fed2712dadab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:20.2668518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"418937f3-7912-4282-8d59-fed2712dadab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:20.315337007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"418937f3-7912-4282-8d59-fed2712dadab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:20.364247578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"418937f3-7912-4282-8d59-fed2712dadab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:21.207078957Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-f4e241","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-f4e241","reconcileID":"4a2630fe-bb5c-4010-9c48-f08a30274d37","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-f4e241","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-f4e241":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:22.160896998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9eabe00b-9cc4-4d46-86fe-eff02c50afc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:22.20951784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9eabe00b-9cc4-4d46-86fe-eff02c50afc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:22.260209332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9eabe00b-9cc4-4d46-86fe-eff02c50afc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:22.310708841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9eabe00b-9cc4-4d46-86fe-eff02c50afc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:24.108616665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9a0a190-4bb2-44fe-b495-2ed3fa2bb34d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:24.157554128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9a0a190-4bb2-44fe-b495-2ed3fa2bb34d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:24.206047713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9a0a190-4bb2-44fe-b495-2ed3fa2bb34d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:24.25450542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9a0a190-4bb2-44fe-b495-2ed3fa2bb34d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:26.060120094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d9754e4-23fd-4a3a-88bb-b89a00a7b98e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:26.109256624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d9754e4-23fd-4a3a-88bb-b89a00a7b98e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:26.157813179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d9754e4-23fd-4a3a-88bb-b89a00a7b98e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:26.206303298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d9754e4-23fd-4a3a-88bb-b89a00a7b98e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:28.070712705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da21335b-8fe4-438a-8a5a-cf2cc8724d80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:28.119250717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da21335b-8fe4-438a-8a5a-cf2cc8724d80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:28.168572411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da21335b-8fe4-438a-8a5a-cf2cc8724d80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:28.217331031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da21335b-8fe4-438a-8a5a-cf2cc8724d80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:36.168927601Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:45.550412669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62ecbae2-1cdf-4d6d-9152-e4ef3d3ed03a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:45.599206894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62ecbae2-1cdf-4d6d-9152-e4ef3d3ed03a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:45.649720708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62ecbae2-1cdf-4d6d-9152-e4ef3d3ed03a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:45.698381108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62ecbae2-1cdf-4d6d-9152-e4ef3d3ed03a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:46.155029103Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-031eee","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-031eee","reconcileID":"847732cc-b6d6-4f74-a8fb-60e6df6b3c01","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-031eee","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-031eee":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:47.526261506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c4ee82a-ba3f-4108-82cc-637c0f45b107","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:47.57474578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c4ee82a-ba3f-4108-82cc-637c0f45b107","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:47.623479513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c4ee82a-ba3f-4108-82cc-637c0f45b107","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:47.672096705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c4ee82a-ba3f-4108-82cc-637c0f45b107","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:55.401100864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-dcde03"},"namespace":"ai-tenant-e2e-autores-dcde03","name":"default-tenant","reconcileID":"7b1e81e7-9264-43d4-8a85-4f86ef9312ae","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-autores-dcde03","tenantID":"e2e-autores-dcde03","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:55.518165401Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-dcde03"},"namespace":"ai-tenant-e2e-autores-dcde03","name":"default-tenant","reconcileID":"7b1e81e7-9264-43d4-8a85-4f86ef9312ae","name":"e2e-autores-dcde03-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:06.168916693Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:20.00235571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecc5d30d-65b9-455f-83b9-6c1c082d1a6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:20.051156495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecc5d30d-65b9-455f-83b9-6c1c082d1a6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:20.10017954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecc5d30d-65b9-455f-83b9-6c1c082d1a6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:20.14876553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecc5d30d-65b9-455f-83b9-6c1c082d1a6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:21.959254839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"861f5c47-6996-4d51-a3c3-9e44b57d0633","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:22.008338074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"861f5c47-6996-4d51-a3c3-9e44b57d0633","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:22.056941374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"861f5c47-6996-4d51-a3c3-9e44b57d0633","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:22.108255005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"861f5c47-6996-4d51-a3c3-9e44b57d0633","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:31.04007614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21fd2270-1c53-4f0e-bb3d-bd11600300ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:31.089440152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21fd2270-1c53-4f0e-bb3d-bd11600300ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:31.138113825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21fd2270-1c53-4f0e-bb3d-bd11600300ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:31.186678428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21fd2270-1c53-4f0e-bb3d-bd11600300ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:31.602672999Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-293c80","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-293c80","reconcileID":"63dbcf49-8aa6-41d7-9f99-000eff072864","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-293c80","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-293c80":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:33.065879799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b33566be-02d3-46e0-b7b1-5e794b1c8093","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:33.116556105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b33566be-02d3-46e0-b7b1-5e794b1c8093","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:33.165166555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b33566be-02d3-46e0-b7b1-5e794b1c8093","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:33.213752002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b33566be-02d3-46e0-b7b1-5e794b1c8093","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:35.060123513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1983cff8-20fc-4a70-8af2-78aec4ee9707","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:35.152649188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1983cff8-20fc-4a70-8af2-78aec4ee9707","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:35.212546037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1983cff8-20fc-4a70-8af2-78aec4ee9707","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:35.264128537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1983cff8-20fc-4a70-8af2-78aec4ee9707","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:36.176807833Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:43.94908953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68068871-38b2-4cdc-9878-783496e92758","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:43.997931258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68068871-38b2-4cdc-9878-783496e92758","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:44.04704815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68068871-38b2-4cdc-9878-783496e92758","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:44.096018365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68068871-38b2-4cdc-9878-783496e92758","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:45.897118483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"823d1f33-b810-4376-af56-eda140ba0a99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:45.946393221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"823d1f33-b810-4376-af56-eda140ba0a99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:45.995104635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"823d1f33-b810-4376-af56-eda140ba0a99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:46.043747061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"823d1f33-b810-4376-af56-eda140ba0a99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:46.802425345Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"namespace":"e2e-extmod-att-user-26296c","name":"e2e-att-serve-39657c","reconcileID":"073c051f-ab3e-4097-b408-d8b20f41fe49","namespace":"e2e-extmod-att-user-26296c","name":"e2e-att-serve-39657c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:46.865227074Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"namespace":"e2e-extmod-att-user-26296c","name":"e2e-att-serve-39657c","reconcileID":"56be9faa-4f65-4547-a546-65dcff187d2e","namespace":"e2e-extmod-att-user-26296c","name":"e2e-att-serve-39657c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:46.969053331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"db03174d-e7a0-4c9c-aa60-b4ae44bf0887","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:46.969087543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"33b159ac-7772-4f9b-8c19-9156cbb1425e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:46.970282591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"45ee6efd-5aff-44f0-b04f-108b2a81aea2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:46.970465965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"c0f2edb0-79af-4d23-900f-380ba6067c54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:46.97028496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"1a2ccfca-6b1b-43dd-bc01-92d4fda4fabf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:47.024908939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"33b159ac-7772-4f9b-8c19-9156cbb1425e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:47.02507325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"c0f2edb0-79af-4d23-900f-380ba6067c54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:47.027099693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"45ee6efd-5aff-44f0-b04f-108b2a81aea2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:47.027707203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"1a2ccfca-6b1b-43dd-bc01-92d4fda4fabf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:47.029526608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"db03174d-e7a0-4c9c-aa60-b4ae44bf0887","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:47.338842593Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"namespace":"e2e-extmod-att-user-26296c","name":"e2e-att-serve-39657c","reconcileID":"47cfd620-56a7-4fca-89f3-603eab56a865","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:47.376428365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"69c771db-76eb-4a6e-93aa-c02611ef00a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:47.376740144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"517b2934-360d-469a-b7c1-e611e038345c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:47.38236038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"424d7932-3b34-4311-8d02-34cad6f5bf4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:47.430835088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"517b2934-360d-469a-b7c1-e611e038345c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:47.477443943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"d8ae9163-e4da-4052-88dd-3a80f0afab6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:47.4773851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"2a9424b2-3991-4c25-ae16-82e9eacd13e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:47.5011806Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"69c771db-76eb-4a6e-93aa-c02611ef00a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:47.529213424Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"namespace":"e2e-extmod-att-user-26296c","name":"e2e-att-serve-39657c","reconcileID":"e43559d9-b70e-4c89-b99b-97ca92aca571","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:47.535564381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"2a9424b2-3991-4c25-ae16-82e9eacd13e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:46:47.536908283Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"424d7932-3b34-4311-8d02-34cad6f5bf4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:47.537146972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"d8ae9163-e4da-4052-88dd-3a80f0afab6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:47.554266526Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"69c771db-76eb-4a6e-93aa-c02611ef00a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:46:47.591505207Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"424d7932-3b34-4311-8d02-34cad6f5bf4e","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:46:47.629596714Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"namespace":"e2e-extmod-att-user-26296c","name":"e2e-att-serve-39657c","reconcileID":"e43559d9-b70e-4c89-b99b-97ca92aca571","name":"e2e-att-serve-39657c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-39657c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:46:47.629697509Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"namespace":"e2e-extmod-att-user-26296c","name":"e2e-att-serve-39657c","reconcileID":"e43559d9-b70e-4c89-b99b-97ca92aca571","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-39657c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:47.680668675Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"namespace":"e2e-extmod-att-user-26296c","name":"e2e-att-serve-39657c","reconcileID":"bf4151df-62a1-4669-a187-e89e4369ce6f","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:47.739196071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d705206c-5ba3-4519-9b51-766e8d6d37e4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:47.739331468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d705206c-5ba3-4519-9b51-766e8d6d37e4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:47.740164895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ca54c66-5507-4c58-a3a1-3efa21a92c6e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:47.740239018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ca54c66-5507-4c58-a3a1-3efa21a92c6e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:47.753087726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"d9acca33-edd6-4296-9cf1-b89e429ddf44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:47.807757477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"d9acca33-edd6-4296-9cf1-b89e429ddf44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:47.841370688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"fd4304f6-1021-42b6-8da1-1412810d4501","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:47.841804626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"89b7fb34-86bf-446c-b599-6b22c6ce2c5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:47.895953966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"89b7fb34-86bf-446c-b599-6b22c6ce2c5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:47.896177007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"fd4304f6-1021-42b6-8da1-1412810d4501","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:47.938381266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"88abf182-cbd2-4b80-a245-c4ae8e0eb0cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:47.938465655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"805d50ce-6b82-430e-ac39-e9e4185a2fd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:47.992296265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"88abf182-cbd2-4b80-a245-c4ae8e0eb0cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:47.992457553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"805d50ce-6b82-430e-ac39-e9e4185a2fd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:48.088552851Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"namespace":"e2e-extmod-att-user-26296c","name":"e2e-att-serve-39657c","reconcileID":"d73cf980-9248-4ecb-a822-ca06766d4da4","namespace":"e2e-extmod-att-user-26296c","name":"e2e-att-serve-39657c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:48.190010536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"3eb2eef7-d6fb-4537-a915-02ea320856c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:48.190151501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"namespace":"e2e-extmod-att-user-26296c","name":"e2e-att-serve-39657c","reconcileID":"a7734293-6c71-4ac7-ab0e-b8198f941716","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"tenant":"e2e-extmod-b-1b5075","gateway":"openshift-ingress/e2e-extmod-b-1b5075","model":"e2e-extmod-att-user-26296c/e2e-att-serve-39657c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:48.19017573Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"namespace":"e2e-extmod-att-user-26296c","name":"e2e-att-serve-39657c","reconcileID":"a7734293-6c71-4ac7-ab0e-b8198f941716","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"routeName":"external-model-e2e-att-serve-39657c-e41197d2d713","namespace":"e2e-extmod-att-user-26296c","model":"e2e-att-serve-39657c","externalModel":"e2e-att-serve-39657c","provider":"e2e-att-serve-39657c-provider","gateway":"openshift-ingress/e2e-extmod-b-1b5075","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:48.282081201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"3eb2eef7-d6fb-4537-a915-02ea320856c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:48.291817334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"5c5ab119-3744-4ed1-ba0e-94d640186aac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:48.331404082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"abd5ff8f-fcd8-4bc5-a649-5598863a9d3e","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:48.349533558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"5c5ab119-3744-4ed1-ba0e-94d640186aac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:48.352100652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"namespace":"e2e-extmod-att-user-26296c","name":"e2e-att-serve-39657c","reconcileID":"1a1dea9c-05e8-4a7b-9f99-15a29b0cfd22","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"tenant":"e2e-extmod-b-1b5075","gateway":"openshift-ingress/e2e-extmod-b-1b5075","model":"e2e-extmod-att-user-26296c/e2e-att-serve-39657c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:48.352126481Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"namespace":"e2e-extmod-att-user-26296c","name":"e2e-att-serve-39657c","reconcileID":"1a1dea9c-05e8-4a7b-9f99-15a29b0cfd22","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"routeName":"external-model-e2e-att-serve-39657c-e41197d2d713","namespace":"e2e-extmod-att-user-26296c","model":"e2e-att-serve-39657c","externalModel":"e2e-att-serve-39657c","provider":"e2e-att-serve-39657c-provider","gateway":"openshift-ingress/e2e-extmod-b-1b5075","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:48.399257269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"60135dc0-5738-48d5-b1a9-1bbbfcff2c6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:48.399678166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2413d2f-933a-4262-9917-f0ec53d91907","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:46:48.454261689Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"namespace":"e2e-extmod-att-user-26296c","name":"e2e-att-serve-39657c","reconcileID":"1a1dea9c-05e8-4a7b-9f99-15a29b0cfd22","name":"e2e-att-serve-39657c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-39657c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:46:48.454330097Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"namespace":"e2e-extmod-att-user-26296c","name":"e2e-att-serve-39657c","reconcileID":"1a1dea9c-05e8-4a7b-9f99-15a29b0cfd22","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-39657c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:48.456630488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2413d2f-933a-4262-9917-f0ec53d91907","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:48.4577399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"60135dc0-5738-48d5-b1a9-1bbbfcff2c6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:48.483482761Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"abd5ff8f-fcd8-4bc5-a649-5598863a9d3e","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"e2e-extmod-b-1b5075-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:48.50965602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"namespace":"e2e-extmod-att-user-26296c","name":"e2e-att-serve-39657c","reconcileID":"29b096ba-5228-4c8b-a318-a30b9e50f3f5","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"tenant":"e2e-extmod-b-1b5075","gateway":"openshift-ingress/e2e-extmod-b-1b5075","model":"e2e-extmod-att-user-26296c/e2e-att-serve-39657c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:48.509672581Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"namespace":"e2e-extmod-att-user-26296c","name":"e2e-att-serve-39657c","reconcileID":"29b096ba-5228-4c8b-a318-a30b9e50f3f5","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"routeName":"external-model-e2e-att-serve-39657c-e41197d2d713","namespace":"e2e-extmod-att-user-26296c","model":"e2e-att-serve-39657c","externalModel":"e2e-att-serve-39657c","provider":"e2e-att-serve-39657c-provider","gateway":"openshift-ingress/e2e-extmod-b-1b5075","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:48.510213896Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2413d2f-933a-4262-9917-f0ec53d91907","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:48.510905656Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"60135dc0-5738-48d5-b1a9-1bbbfcff2c6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:48.536984672Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-1b5075-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"abd5ff8f-fcd8-4bc5-a649-5598863a9d3e","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:48.566845816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d2e15b4a-aa3b-477e-9f35-51a68d5b7913","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:48.566864027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d2e15b4a-aa3b-477e-9f35-51a68d5b7913","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:48.584728573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"b3f6f5c3-5ce8-4686-a63f-a5cc9e072cd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:48.638890169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"b3f6f5c3-5ce8-4686-a63f-a5cc9e072cd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:48.640642691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"namespace":"e2e-extmod-att-user-26296c","name":"e2e-att-serve-39657c","reconcileID":"f7ca8fc2-4568-4819-8984-4e79828ed5a4","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"tenant":"e2e-extmod-b-1b5075","gateway":"openshift-ingress/e2e-extmod-b-1b5075","model":"e2e-extmod-att-user-26296c/e2e-att-serve-39657c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:48.640661413Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"namespace":"e2e-extmod-att-user-26296c","name":"e2e-att-serve-39657c","reconcileID":"f7ca8fc2-4568-4819-8984-4e79828ed5a4","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"routeName":"external-model-e2e-att-serve-39657c-e41197d2d713","namespace":"e2e-extmod-att-user-26296c","model":"e2e-att-serve-39657c","externalModel":"e2e-att-serve-39657c","provider":"e2e-att-serve-39657c-provider","gateway":"openshift-ingress/e2e-extmod-b-1b5075","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:48.685914317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"78fc9dc4-74ce-4392-8cc0-0028722a4a76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:48.685916732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"093b7dd8-5e67-4586-8cb2-95df8079b9a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:48.740477414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"78fc9dc4-74ce-4392-8cc0-0028722a4a76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:48.741703585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"093b7dd8-5e67-4586-8cb2-95df8079b9a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:48.785814441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"b0357b5a-894f-4c96-a6b1-8624adc5df22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:48.785815328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"72add10a-dd58-44da-901c-3e3577a1d259","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:48.840366907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"72add10a-dd58-44da-901c-3e3577a1d259","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:48.840400743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"b0357b5a-894f-4c96-a6b1-8624adc5df22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:48.930544134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"26452b43-5fd4-4a4c-8238-bbfe16672aa5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:48.984917062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"26452b43-5fd4-4a4c-8238-bbfe16672aa5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:49.032418417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"eecfcb9a-7511-4f2d-83d1-2d92dbb23f04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:49.032418414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"64ab660c-162e-4bf8-8601-97d260759975","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:49.087215738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"64ab660c-162e-4bf8-8601-97d260759975","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:49.088083909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"eecfcb9a-7511-4f2d-83d1-2d92dbb23f04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:49.136822941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"041792e8-8846-4fb2-a593-4e2e7dbe5eb0","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:49.184201198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"6564bfdb-11d4-4416-b7e7-e3b130d5626c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:49.19044302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"041792e8-8846-4fb2-a593-4e2e7dbe5eb0","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"e2e-extmod-b-1b5075-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:49.238699069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"6564bfdb-11d4-4416-b7e7-e3b130d5626c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:49.244650477Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-1b5075-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"041792e8-8846-4fb2-a593-4e2e7dbe5eb0","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:49.280439891Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"namespace":"e2e-extmod-att-user-26296c","name":"e2e-att-serve-39657c","reconcileID":"aa75cc65-f61b-427a-bb59-fe3c2acf9503","namespace":"e2e-extmod-att-user-26296c","name":"e2e-att-serve-39657c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:49.428053425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c7456b06-a411-4945-8a8b-0c87768b5cec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:49.428053437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"850545d9-a82d-4f9c-8ac1-1647d2676163","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:49.436396988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"33b93e48-59df-44e2-97ba-f4f8d025c983","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:49.48387601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c7456b06-a411-4945-8a8b-0c87768b5cec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:49.483896381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"850545d9-a82d-4f9c-8ac1-1647d2676163","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:49.484683978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"a10164f8-ff89-4797-84d8-211bc8ed76e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:49.49049778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"33b93e48-59df-44e2-97ba-f4f8d025c983","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"e2e-extmod-b-1b5075-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:49.533991073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"2d9758f4-ec5a-4b48-b3f9-a4e2229be8f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:49.537380867Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c7456b06-a411-4945-8a8b-0c87768b5cec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:49.539250536Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"850545d9-a82d-4f9c-8ac1-1647d2676163","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:49.539711835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"a10164f8-ff89-4797-84d8-211bc8ed76e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:49.543991808Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-1b5075-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"33b93e48-59df-44e2-97ba-f4f8d025c983","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:49.590387083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"2d9758f4-ec5a-4b48-b3f9-a4e2229be8f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:49.684480504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"3aa4072d-1167-4b22-9c21-056304986401","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:49.687159988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"523b6462-b0aa-49f0-a747-6e2cfd8c77d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:49.689462566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"b2240cb3-f8a3-47ab-911e-3ed16fb9386f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:49.738902628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"3aa4072d-1167-4b22-9c21-056304986401","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:49.741119187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"523b6462-b0aa-49f0-a747-6e2cfd8c77d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:49.743916234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"b2240cb3-f8a3-47ab-911e-3ed16fb9386f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:49.833654809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"ac453384-7c54-4210-886f-4c915dc9b715","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:49.890721867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"ac453384-7c54-4210-886f-4c915dc9b715","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:49.934556194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"6202d38f-cb5d-474c-9dd5-47876051dcb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:49.988649453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"6202d38f-cb5d-474c-9dd5-47876051dcb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:50.086648034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"5b36c680-9e57-4f4b-8ea8-27d4c696a576","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:50.086648093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"cc38a01e-a70e-4122-b1db-f49abb5a2108","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:50.087124304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"534d5383-5fb9-4382-975c-22f389fdba39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:50.141567492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"5b36c680-9e57-4f4b-8ea8-27d4c696a576","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:50.142680773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"534d5383-5fb9-4382-975c-22f389fdba39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:50.14373759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"cc38a01e-a70e-4122-b1db-f49abb5a2108","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:56.459993269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f4e241"},"namespace":"ai-tenant-e2e-extmod-b-f4e241","name":"default-tenant","reconcileID":"f61ca30f-6e07-42f2-8082-e6f5aa045728","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f4e241","tenantID":"e2e-extmod-b-f4e241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:56.571059818Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f4e241"},"namespace":"ai-tenant-e2e-extmod-b-f4e241","name":"default-tenant","reconcileID":"f61ca30f-6e07-42f2-8082-e6f5aa045728","name":"e2e-extmod-b-f4e241-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:59.641608668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"645fcb5f-66fb-4c1b-8f36-a5e08ab15df0","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:59.684205771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ca3eea2-9ced-429a-b21b-9633c695bede","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:59.684973361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"277326c3-066b-4d0a-8b4c-5bd98dbc34b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:59.695251299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"645fcb5f-66fb-4c1b-8f36-a5e08ab15df0","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"e2e-extmod-b-1b5075-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:59.738489223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ca3eea2-9ced-429a-b21b-9633c695bede","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:59.738509467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"277326c3-066b-4d0a-8b4c-5bd98dbc34b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:59.748247955Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-1b5075-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"645fcb5f-66fb-4c1b-8f36-a5e08ab15df0","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:59.791170428Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"277326c3-066b-4d0a-8b4c-5bd98dbc34b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:59.791265093Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ca3eea2-9ced-429a-b21b-9633c695bede","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:06.168424567Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:09.847228968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"d5328431-da74-4d1b-96f8-2ffd1090218c","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:09.901598369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"d5328431-da74-4d1b-96f8-2ffd1090218c","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"e2e-extmod-b-1b5075-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:09.93915065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ffbcad52-5404-4e16-ac23-6023f7446196","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:09.939459801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"51b209b4-ee38-4385-b2f0-9e89f2ac9dd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:09.954764302Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-1b5075-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"d5328431-da74-4d1b-96f8-2ffd1090218c","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:09.99415444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"51b209b4-ee38-4385-b2f0-9e89f2ac9dd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:09.998590822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ffbcad52-5404-4e16-ac23-6023f7446196","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:10.047908035Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"51b209b4-ee38-4385-b2f0-9e89f2ac9dd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:10.05201661Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ffbcad52-5404-4e16-ac23-6023f7446196","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:20.05329722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"b30c82a6-d0ab-481e-99d8-10151cfed8ef","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:20.107662199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"b30c82a6-d0ab-481e-99d8-10151cfed8ef","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"e2e-extmod-b-1b5075-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:20.161081719Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-1b5075-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"b30c82a6-d0ab-481e-99d8-10151cfed8ef","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:20.20292678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a5c7843-fcde-4323-8655-fb9f1177c623","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:20.202926494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f3f957d1-1963-445c-a968-0bff8fdaa390","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:20.262879355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a5c7843-fcde-4323-8655-fb9f1177c623","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:20.263204206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f3f957d1-1963-445c-a968-0bff8fdaa390","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:20.316586622Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f3f957d1-1963-445c-a968-0bff8fdaa390","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:20.316635881Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a5c7843-fcde-4323-8655-fb9f1177c623","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:24.133638202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-031eee"},"namespace":"ai-tenant-e2e-extmod-a-031eee","name":"default-tenant","reconcileID":"aab4c054-a884-4c79-852c-c564ca46c399","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-031eee","tenantID":"e2e-extmod-a-031eee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:24.248182138Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-031eee"},"namespace":"ai-tenant-e2e-extmod-a-031eee","name":"default-tenant","reconcileID":"aab4c054-a884-4c79-852c-c564ca46c399","name":"e2e-extmod-a-031eee-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:25.413863371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"f843f131-19ed-4761-b478-b77cde8bc8ce","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:25.473437942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"f843f131-19ed-4761-b478-b77cde8bc8ce","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"e2e-extmod-b-1b5075-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:25.526376914Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-1b5075-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (37991dbbe37a7b99e3ad434d4fff588b63c30a83dfb5c85eb96527e3bc4c6319) AuthConfig (b11bd8b24673581c1c3c997bf80113a4080fd79fae0229ffb1fa90f289674106) AuthConfig (0367c3842f0dad9f3f7ca1b63348718b7003262680e9ac99b383a933f8368a22) AuthConfig (d554cb452e379b0be14e013ec5bbe06c366d0838c4348598ca5c6182ef097d92) AuthConfig (df65b9fa53e328a90e2e83c4a00c05ae209726eab7a7ab679680e5a0b626ac16) AuthConfig (dacd5e49aeb383063403c9698754affb4762cd885abc78d4440764f135f99321) AuthConfig (c39081a59cc85e7289a91d2e5679e571ecf22e00bff28a4b005689ff29e58d09) AuthConfig (d2aacb5c61566520479a3a07bbb1ab50c55f01919dffb4bfb1ac790836b2a424) AuthConfig (7dad2e5565497a68d3c825d40e4a67ebe6993c9a6a63563bb624573d4d847343) AuthConfig (c926dbb847bc49454636a070e84fb4a074a18d6811ff9eaff822bf4823f59663)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"f843f131-19ed-4761-b478-b77cde8bc8ce","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:25.63044565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"namespace":"e2e-extmod-att-user-26296c","name":"e2e-att-serve-39657c","reconcileID":"e7c59880-f1ea-43b8-8bc7-f6b36187eddd","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"tenant":"e2e-extmod-b-1b5075","gateway":"openshift-ingress/e2e-extmod-b-1b5075","model":"e2e-extmod-att-user-26296c/e2e-att-serve-39657c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:25.63047438Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"namespace":"e2e-extmod-att-user-26296c","name":"e2e-att-serve-39657c","reconcileID":"e7c59880-f1ea-43b8-8bc7-f6b36187eddd","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"routeName":"external-model-e2e-att-serve-39657c-e41197d2d713","namespace":"e2e-extmod-att-user-26296c","model":"e2e-att-serve-39657c","externalModel":"e2e-att-serve-39657c","provider":"e2e-att-serve-39657c-provider","gateway":"openshift-ingress/e2e-extmod-b-1b5075","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:27.76452307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"312a07c1-d15a-4fdb-9c51-f54cf11ca519","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:27.813013205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"312a07c1-d15a-4fdb-9c51-f54cf11ca519","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:27.861542493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"312a07c1-d15a-4fdb-9c51-f54cf11ca519","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:27.90996582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"312a07c1-d15a-4fdb-9c51-f54cf11ca519","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:30.464741938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7a336d52-0241-418e-b21d-c8b2e661754a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:30.464906563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ce2f33a7-d2b3-4eca-acfd-8f5aa63afe2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:30.523598932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7a336d52-0241-418e-b21d-c8b2e661754a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:30.524579678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ce2f33a7-d2b3-4eca-acfd-8f5aa63afe2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:30.577071347Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7a336d52-0241-418e-b21d-c8b2e661754a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:30.58076342Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ce2f33a7-d2b3-4eca-acfd-8f5aa63afe2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:30.635711617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1047e6bf-f2c2-4130-8d26-59b3a5e59b5a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:30.635801018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1047e6bf-f2c2-4130-8d26-59b3a5e59b5a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:30.63820433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0da849ed-a519-4274-add4-0d8171235e90","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:30.638267289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0da849ed-a519-4274-add4-0d8171235e90","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:35.682693816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"737ee688-0550-4dfb-b0c5-3da3527c2819","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:35.741162493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"737ee688-0550-4dfb-b0c5-3da3527c2819","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"e2e-extmod-b-1b5075-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:35.794304844Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-1b5075-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (37991dbbe37a7b99e3ad434d4fff588b63c30a83dfb5c85eb96527e3bc4c6319) AuthConfig (b11bd8b24673581c1c3c997bf80113a4080fd79fae0229ffb1fa90f289674106) AuthConfig (0367c3842f0dad9f3f7ca1b63348718b7003262680e9ac99b383a933f8368a22) AuthConfig (d554cb452e379b0be14e013ec5bbe06c366d0838c4348598ca5c6182ef097d92) AuthConfig (df65b9fa53e328a90e2e83c4a00c05ae209726eab7a7ab679680e5a0b626ac16) AuthConfig (dacd5e49aeb383063403c9698754affb4762cd885abc78d4440764f135f99321) AuthConfig (c39081a59cc85e7289a91d2e5679e571ecf22e00bff28a4b005689ff29e58d09) AuthConfig (d2aacb5c61566520479a3a07bbb1ab50c55f01919dffb4bfb1ac790836b2a424) AuthConfig (7dad2e5565497a68d3c825d40e4a67ebe6993c9a6a63563bb624573d4d847343) AuthConfig (c926dbb847bc49454636a070e84fb4a074a18d6811ff9eaff822bf4823f59663)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"737ee688-0550-4dfb-b0c5-3da3527c2819","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:36.169688827Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:40.781584038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c04b0eb2-de05-4916-9872-f36a055ffecf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:40.783889372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4cd621b1-9a87-482e-89b5-6f9b1e3cacc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:40.838007045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c04b0eb2-de05-4916-9872-f36a055ffecf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:40.839796101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4cd621b1-9a87-482e-89b5-6f9b1e3cacc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:40.891025751Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c04b0eb2-de05-4916-9872-f36a055ffecf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:40.892876817Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4cd621b1-9a87-482e-89b5-6f9b1e3cacc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:45.893566757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"f3f230aa-7e1f-4dc4-8640-74aa21dec425","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:45.948095112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"f3f230aa-7e1f-4dc4-8640-74aa21dec425","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"e2e-extmod-b-1b5075-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:46.351188657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"namespace":"e2e-extmod-att-user-26296c","name":"e2e-att-serve-39657c","reconcileID":"403893a1-c418-4b88-92a1-1cc167db1d33","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"tenant":"e2e-extmod-b-1b5075","gateway":"openshift-ingress/e2e-extmod-b-1b5075","model":"e2e-extmod-att-user-26296c/e2e-att-serve-39657c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:46.351214784Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"namespace":"e2e-extmod-att-user-26296c","name":"e2e-att-serve-39657c","reconcileID":"403893a1-c418-4b88-92a1-1cc167db1d33","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"routeName":"external-model-e2e-att-serve-39657c-e41197d2d713","namespace":"e2e-extmod-att-user-26296c","model":"e2e-att-serve-39657c","externalModel":"e2e-att-serve-39657c","provider":"e2e-att-serve-39657c-provider","gateway":"openshift-ingress/e2e-extmod-b-1b5075","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:50.133615051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"namespace":"e2e-extmod-att-user-26296c","name":"e2e-att-serve-39657c","reconcileID":"271db4c8-aa1d-4b1a-9e86-f37ad993660b","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"tenant":"e2e-extmod-b-1b5075","gateway":"openshift-ingress/e2e-extmod-b-1b5075","model":"e2e-extmod-att-user-26296c/e2e-att-serve-39657c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:50.133647923Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"namespace":"e2e-extmod-att-user-26296c","name":"e2e-att-serve-39657c","reconcileID":"271db4c8-aa1d-4b1a-9e86-f37ad993660b","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"routeName":"external-model-e2e-att-serve-39657c-e41197d2d713","namespace":"e2e-extmod-att-user-26296c","model":"e2e-att-serve-39657c","externalModel":"e2e-att-serve-39657c","provider":"e2e-att-serve-39657c-provider","gateway":"openshift-ingress/e2e-extmod-b-1b5075","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:50.182182452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"5bf8b670-978c-4b05-bacc-74e77e1a0300","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:47:50.187079304Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-39657c-sub","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-sub","reconcileID":"3ee0c72c-40e1-4145-a973-494c2b1baaee","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-serve-39657c-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:50.23862565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"5bf8b670-978c-4b05-bacc-74e77e1a0300","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"e2e-extmod-b-1b5075-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:50.286898429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"namespace":"e2e-extmod-att-user-26296c","name":"e2e-att-serve-39657c","reconcileID":"4ba01fae-5bb5-4fde-8aa9-9eae31ee6521","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"tenant":"e2e-extmod-b-1b5075","gateway":"openshift-ingress/e2e-extmod-b-1b5075","model":"e2e-extmod-att-user-26296c/e2e-att-serve-39657c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:50.286920308Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"namespace":"e2e-extmod-att-user-26296c","name":"e2e-att-serve-39657c","reconcileID":"4ba01fae-5bb5-4fde-8aa9-9eae31ee6521","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"routeName":"external-model-e2e-att-serve-39657c-e41197d2d713","namespace":"e2e-extmod-att-user-26296c","model":"e2e-att-serve-39657c","externalModel":"e2e-att-serve-39657c","provider":"e2e-att-serve-39657c-provider","gateway":"openshift-ingress/e2e-extmod-b-1b5075","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:50.385694258Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"namespace":"e2e-extmod-att-user-26296c","name":"e2e-att-serve-39657c","reconcileID":"c2c46046-9a6d-4fd4-92d8-b099f7f1843b","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"tenant":"e2e-extmod-b-1b5075","gateway":"openshift-ingress/e2e-extmod-b-1b5075","model":"e2e-extmod-att-user-26296c/e2e-att-serve-39657c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:50.38571344Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"namespace":"e2e-extmod-att-user-26296c","name":"e2e-att-serve-39657c","reconcileID":"c2c46046-9a6d-4fd4-92d8-b099f7f1843b","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"routeName":"external-model-e2e-att-serve-39657c-e41197d2d713","namespace":"e2e-extmod-att-user-26296c","model":"e2e-att-serve-39657c","externalModel":"e2e-att-serve-39657c","provider":"e2e-att-serve-39657c-provider","gateway":"openshift-ingress/e2e-extmod-b-1b5075","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:50.484451936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"namespace":"e2e-extmod-att-user-26296c","name":"e2e-att-serve-39657c","reconcileID":"5294d2bd-eda2-4cc1-b0d6-10ebbff94736","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"tenant":"e2e-extmod-b-1b5075","gateway":"openshift-ingress/e2e-extmod-b-1b5075","model":"e2e-extmod-att-user-26296c/e2e-att-serve-39657c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:50.484479154Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"namespace":"e2e-extmod-att-user-26296c","name":"e2e-att-serve-39657c","reconcileID":"5294d2bd-eda2-4cc1-b0d6-10ebbff94736","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"routeName":"external-model-e2e-att-serve-39657c-e41197d2d713","namespace":"e2e-extmod-att-user-26296c","model":"e2e-att-serve-39657c","externalModel":"e2e-att-serve-39657c","provider":"e2e-att-serve-39657c-provider","gateway":"openshift-ingress/e2e-extmod-b-1b5075","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:50.58367123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"0b1da67e-e14b-422e-a777-8aab4de14083","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:50.597105008Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-39657c-sub","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-sub","reconcileID":"12afb2b9-17bb-4131-913a-58e163a615af","MaaSSubscription":{"name":"e2e-att-serve-39657c-sub","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"maas-trlp-e2e-att-serve-39657c","model":"e2e-att-serve-39657c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-1b5075/e2e-att-serve-39657c-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:50.638615086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"0b1da67e-e14b-422e-a777-8aab4de14083","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"e2e-extmod-b-1b5075-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:50.855123759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"namespace":"e2e-extmod-att-user-26296c","name":"e2e-att-serve-39657c","reconcileID":"3f593c4a-921b-421f-a654-b207e5de9e1c","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"tenant":"e2e-extmod-b-1b5075","gateway":"openshift-ingress/e2e-extmod-b-1b5075","model":"e2e-extmod-att-user-26296c/e2e-att-serve-39657c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:50.855158789Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"namespace":"e2e-extmod-att-user-26296c","name":"e2e-att-serve-39657c","reconcileID":"3f593c4a-921b-421f-a654-b207e5de9e1c","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"routeName":"external-model-e2e-att-serve-39657c-e41197d2d713","namespace":"e2e-extmod-att-user-26296c","model":"e2e-att-serve-39657c","externalModel":"e2e-att-serve-39657c","provider":"e2e-att-serve-39657c-provider","gateway":"openshift-ingress/e2e-extmod-b-1b5075","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:51.038708727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"11494b93-45e2-401a-84eb-3bcb49386e29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:51.03875585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b017bc8-1b37-499b-a5ab-e11a6fa6b91c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:51.052567143Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-39657c-sub","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-sub","reconcileID":"f4e9ec60-ebc2-4176-ab9d-bd692aa4aab5","MaaSSubscription":{"name":"e2e-att-serve-39657c-sub","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"maas-trlp-e2e-att-serve-39657c","model":"e2e-extmod-att-user-26296c/e2e-att-serve-39657c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:51.093259774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b017bc8-1b37-499b-a5ab-e11a6fa6b91c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:51.094108865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"11494b93-45e2-401a-84eb-3bcb49386e29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:51.310918328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"namespace":"e2e-extmod-att-user-26296c","name":"e2e-att-serve-39657c","reconcileID":"4814ccd9-78ce-4aad-b257-f69b437d5a1c","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"tenant":"e2e-extmod-b-1b5075","gateway":"openshift-ingress/e2e-extmod-b-1b5075","model":"e2e-extmod-att-user-26296c/e2e-att-serve-39657c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:51.310945696Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"namespace":"e2e-extmod-att-user-26296c","name":"e2e-att-serve-39657c","reconcileID":"4814ccd9-78ce-4aad-b257-f69b437d5a1c","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"routeName":"external-model-e2e-att-serve-39657c-e41197d2d713","namespace":"e2e-extmod-att-user-26296c","model":"e2e-att-serve-39657c","externalModel":"e2e-att-serve-39657c","provider":"e2e-att-serve-39657c-provider","gateway":"openshift-ingress/e2e-extmod-b-1b5075","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:51.401088462Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f2fa81a5-d416-4d35-aec0-2b81fb400ada","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:51.401116237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f2fa81a5-d416-4d35-aec0-2b81fb400ada","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:51.4016417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a225e047-0836-4520-803f-d0f7b66c3f61","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:51.401655414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a225e047-0836-4520-803f-d0f7b66c3f61","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:06.168251968Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:08.047068045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-39657c-sub","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-sub","reconcileID":"876c71ba-02cd-4e65-b483-be65860c92dd","MaaSSubscription":{"name":"e2e-att-serve-39657c-sub","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"maas-trlp-e2e-att-serve-39657c","model":"e2e-extmod-att-user-26296c/e2e-att-serve-39657c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:08.303065744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"namespace":"e2e-extmod-att-user-26296c","name":"e2e-att-serve-39657c","reconcileID":"da0f5ff1-e748-4a76-a69a-49eb1afa99d0","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"tenant":"e2e-extmod-b-1b5075","gateway":"openshift-ingress/e2e-extmod-b-1b5075","model":"e2e-extmod-att-user-26296c/e2e-att-serve-39657c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:08.303090609Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"namespace":"e2e-extmod-att-user-26296c","name":"e2e-att-serve-39657c","reconcileID":"da0f5ff1-e748-4a76-a69a-49eb1afa99d0","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"routeName":"external-model-e2e-att-serve-39657c-e41197d2d713","namespace":"e2e-extmod-att-user-26296c","model":"e2e-att-serve-39657c","externalModel":"e2e-att-serve-39657c","provider":"e2e-att-serve-39657c-provider","gateway":"openshift-ingress/e2e-extmod-b-1b5075","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:08.695824882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"f9ab35ab-a05b-47bf-8fea-040c3386a252","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:08.750107146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"f9ab35ab-a05b-47bf-8fea-040c3386a252","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"e2e-extmod-b-1b5075-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:09.866473375Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"namespace":"e2e-extmod-att-noaccess-b79d51","name":"e2e-att-noaccess-7f2d0c","reconcileID":"e7e05f9b-f1ce-4bc5-98c4-c85476f76a5c","namespace":"e2e-extmod-att-noaccess-b79d51","name":"e2e-att-noaccess-7f2d0c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:09.925189077Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"namespace":"e2e-extmod-att-noaccess-b79d51","name":"e2e-att-noaccess-7f2d0c","reconcileID":"78d08ae9-4cc8-4d68-8ff3-0171b62b3205","namespace":"e2e-extmod-att-noaccess-b79d51","name":"e2e-att-noaccess-7f2d0c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:09.966567432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"4ed5a8d0-1b30-44b8-a9b4-4acddca2f49f","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:10.014770314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"4dbe0a21-847d-4553-ba8b-b1dfa7686a23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:10.015062586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bed1fc15-db92-43f4-9a09-dd3fbc050caa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:10.01535467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"e3b9c935-4163-4b98-92fa-709c7defe915","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:10.01543895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"6a14abe7-4096-421a-8894-1bd0b96192e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:10.020553975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"4ed5a8d0-1b30-44b8-a9b4-4acddca2f49f","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"e2e-extmod-b-1b5075-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:10.068564936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"4dbe0a21-847d-4553-ba8b-b1dfa7686a23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:10.069173771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"e3b9c935-4163-4b98-92fa-709c7defe915","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:10.070854828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"6a14abe7-4096-421a-8894-1bd0b96192e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:10.071351665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bed1fc15-db92-43f4-9a09-dd3fbc050caa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:10.24127294Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"namespace":"e2e-extmod-att-noaccess-b79d51","name":"e2e-att-noaccess-7f2d0c","reconcileID":"40611c2e-61ce-45ec-ab31-325f414c17ae","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:10.393340834Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"namespace":"e2e-extmod-att-noaccess-b79d51","name":"e2e-att-noaccess-7f2d0c","reconcileID":"3217be25-9b68-40cf-880f-21ffe76f5d84","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:10.414268439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"28d45674-540e-49cc-970e-96e30ec0a9fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:10.414742345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"a69b1de6-a94b-4ad3-9344-79ec95886926","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:10.41655198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"75f14dc7-dc76-48f1-83ca-cc2567815308","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:10.468865457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"a69b1de6-a94b-4ad3-9344-79ec95886926","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:10.469926086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"28d45674-540e-49cc-970e-96e30ec0a9fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:10.472843011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"75f14dc7-dc76-48f1-83ca-cc2567815308","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:48:10.492816513Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"namespace":"e2e-extmod-att-noaccess-b79d51","name":"e2e-att-noaccess-7f2d0c","reconcileID":"3217be25-9b68-40cf-880f-21ffe76f5d84","name":"e2e-att-noaccess-7f2d0c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-noaccess-7f2d0c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:48:10.492893663Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"namespace":"e2e-extmod-att-noaccess-b79d51","name":"e2e-att-noaccess-7f2d0c","reconcileID":"3217be25-9b68-40cf-880f-21ffe76f5d84","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-noaccess-7f2d0c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:10.517480157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"3e4a7b50-afcd-40c5-8d4a-5e0569c9afe4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:10.518272088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"5e85212c-fed2-4ee7-b632-b74949c0485d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:10.541827262Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"namespace":"e2e-extmod-att-noaccess-b79d51","name":"e2e-att-noaccess-7f2d0c","reconcileID":"00d67a91-d94f-4746-ad3e-382d33851c8d","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:10.571341466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"3e4a7b50-afcd-40c5-8d4a-5e0569c9afe4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:10.571798549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"5e85212c-fed2-4ee7-b632-b74949c0485d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:10.832871758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"ac05717b-80cc-4e31-b3af-fb90c972c442","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:10.837753207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"fecf43f3-0e40-4e2f-aa3f-2dc1709f7f45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:10.838408596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"e62993a2-ee0c-4194-b157-a1dd58f2cdef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:10.899464249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"ac05717b-80cc-4e31-b3af-fb90c972c442","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:10.900790198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"fecf43f3-0e40-4e2f-aa3f-2dc1709f7f45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:10.911046265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"e62993a2-ee0c-4194-b157-a1dd58f2cdef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:11.025554645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"feaa23fd-382f-4878-a0e5-7c0b88b86fe2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:11.027349828Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"namespace":"e2e-extmod-att-noaccess-b79d51","name":"e2e-att-noaccess-7f2d0c","reconcileID":"efb251f5-416a-46c6-819c-5097ba2ca020","namespace":"e2e-extmod-att-noaccess-b79d51","name":"e2e-att-noaccess-7f2d0c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:11.028195261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"317f2457-8772-4dd9-ba13-2a20b0899faa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:11.077449591Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"namespace":"e2e-extmod-att-noaccess-b79d51","name":"e2e-att-noaccess-7f2d0c","reconcileID":"21ea7cc5-8bdf-4baf-8439-5a8ddd4693a9","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:11.081998586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"317f2457-8772-4dd9-ba13-2a20b0899faa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:11.082202642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"feaa23fd-382f-4878-a0e5-7c0b88b86fe2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:11.200601473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"5b08e499-6404-4238-9c3e-fb0016813d42","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:11.249035952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"bb4a1edb-03c5-4077-ae4c-937edf4f081c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:11.254411116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"5b08e499-6404-4238-9c3e-fb0016813d42","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"e2e-extmod-b-1b5075-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:11.306211623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"bb4a1edb-03c5-4077-ae4c-937edf4f081c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:11.35047913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"894018e4-8b4c-4be8-bdf8-d44471e32978","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:11.404242249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"894018e4-8b4c-4be8-bdf8-d44471e32978","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:11.448100496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"6612eb73-5b41-4f17-9761-95af3ee3dc45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:11.448889691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"eb2ec9b5-e1c1-4e0b-b3b9-f126b8e4ac03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:11.501793765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"6612eb73-5b41-4f17-9761-95af3ee3dc45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:11.502925529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"eb2ec9b5-e1c1-4e0b-b3b9-f126b8e4ac03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:11.56619696Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"namespace":"e2e-extmod-rec-noaccess-890be1","name":"e2e-rec-recover-9335bb","reconcileID":"05a3b6d1-ed41-4eee-81db-d54a05037ed6","namespace":"e2e-extmod-rec-noaccess-890be1","name":"e2e-rec-recover-9335bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:11.661815805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f833f5e5-1f10-42f5-a802-b996ef9d4aa5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:11.661877621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"b2d56f46-b423-45a6-90d2-2a9f369ef7f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:11.716763496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"b2d56f46-b423-45a6-90d2-2a9f369ef7f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:11.719544518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f833f5e5-1f10-42f5-a802-b996ef9d4aa5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:11.757826261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"e587747e-7662-4d66-a113-4e696b6de96b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:11.811752624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"e587747e-7662-4d66-a113-4e696b6de96b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:11.857241626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"750b8c4f-a94e-47d6-b2e4-140ff61301aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:11.857410833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"15aa6241-ccfa-4fee-b5af-7a05513c3c7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:11.911404804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"750b8c4f-a94e-47d6-b2e4-140ff61301aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:11.911502764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"15aa6241-ccfa-4fee-b5af-7a05513c3c7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:11.95102454Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"namespace":"e2e-extmod-rec-noaccess-890be1","name":"e2e-rec-recover-9335bb","reconcileID":"7ceb64b6-6547-47f3-b5a5-6fa9dc3e58db","MaaSModelRef":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:11.96612769Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"namespace":"e2e-extmod-att-noaccess-b79d51","name":"e2e-att-noaccess-7f2d0c","reconcileID":"4902cec2-ddc0-4680-8f13-4842305e848f","namespace":"e2e-extmod-att-noaccess-b79d51","name":"e2e-att-noaccess-7f2d0c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:12.0650344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"53e01865-9d45-4659-8e15-fb8f87d4273d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:12.066243758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"e1f41a36-d132-4b38-8984-56a06cb0e945","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:12.11879914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"53e01865-9d45-4659-8e15-fb8f87d4273d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:12.11994287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"e1f41a36-d132-4b38-8984-56a06cb0e945","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:12.165729882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"47e8ed7a-bb6e-4620-9eae-5a52b4b2120f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:12.22445331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"47e8ed7a-bb6e-4620-9eae-5a52b4b2120f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:12.269025113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"7974f1ab-3b23-4899-8ac1-4eba93e3827b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:12.269082781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"c446f06c-3cd7-407b-aa40-6f7a373e9f45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:12.323028116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"c446f06c-3cd7-407b-aa40-6f7a373e9f45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:12.323730437Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-3b587b","namespace":"e2e-extmod-rec-user-6dda56"},"namespace":"e2e-extmod-rec-user-6dda56","name":"e2e-rec-ctrl-3b587b","reconcileID":"e3e99aec-4a7f-422a-9594-4cb11059e552","namespace":"e2e-extmod-rec-user-6dda56","name":"e2e-rec-ctrl-3b587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:12.324100186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"7974f1ab-3b23-4899-8ac1-4eba93e3827b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:12.417100092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"0a5184f2-c9a3-4091-b613-2c0b8b94c105","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:12.465417826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bc77f09f-f7b5-4466-8c1f-714fc047f6d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:12.470829488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"0a5184f2-c9a3-4091-b613-2c0b8b94c105","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"e2e-extmod-b-1b5075-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:12.520181631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bc77f09f-f7b5-4466-8c1f-714fc047f6d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:12.566944641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"0947b119-1999-405f-ae29-d7cb58cd2332","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:12.621028588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"0947b119-1999-405f-ae29-d7cb58cd2332","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:12.666010053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"019514cb-2411-4dc2-9d5c-d12421f74278","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:12.666056265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6de5df41-e64a-49a8-8336-aabbb9bd2bcd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:12.690606834Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3b587b","namespace":"e2e-extmod-rec-user-6dda56"},"namespace":"e2e-extmod-rec-user-6dda56","name":"e2e-rec-ctrl-3b587b","reconcileID":"a84b68c3-bf6b-47c2-8ef9-091ace8cd21a","MaaSModelRef":{"name":"e2e-rec-ctrl-3b587b","namespace":"e2e-extmod-rec-user-6dda56"},"name":"e2e-rec-ctrl-3b587b","namespace":"e2e-extmod-rec-user-6dda56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:12.720010583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6de5df41-e64a-49a8-8336-aabbb9bd2bcd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:12.72022861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"019514cb-2411-4dc2-9d5c-d12421f74278","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:12.858166324Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3b587b","namespace":"e2e-extmod-rec-user-6dda56"},"namespace":"e2e-extmod-rec-user-6dda56","name":"e2e-rec-ctrl-3b587b","reconcileID":"03998e5e-2566-43dc-ad9c-f45888182c47","MaaSModelRef":{"name":"e2e-rec-ctrl-3b587b","namespace":"e2e-extmod-rec-user-6dda56"},"name":"e2e-rec-ctrl-3b587b","namespace":"e2e-extmod-rec-user-6dda56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:12.866416903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"16d50bbf-0375-417e-b848-6f13689fad1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:12.866547939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"5a9ae845-06df-4f39-bf18-760b37f5ce97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:12.92041698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"16d50bbf-0375-417e-b848-6f13689fad1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:12.920508608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"5a9ae845-06df-4f39-bf18-760b37f5ce97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:12.968862238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"79f1f714-9844-4a62-8cfb-7e26da74f9f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:13.022738832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"79f1f714-9844-4a62-8cfb-7e26da74f9f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:13.038832552Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"namespace":"e2e-extmod-rec-noaccess-890be1","name":"e2e-rec-recover-9335bb","reconcileID":"b663b016-623c-48d8-ac7e-a7071b9a2a9d","namespace":"e2e-extmod-rec-noaccess-890be1","name":"e2e-rec-recover-9335bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:13.067289683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"4e5a1346-f277-4bbd-aa36-c4824462e37f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:13.067357441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"eb0dd335-7ba8-4182-9bdf-4f9f4592b5f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:13.122568736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"4e5a1346-f277-4bbd-aa36-c4824462e37f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:13.123973836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"eb0dd335-7ba8-4182-9bdf-4f9f4592b5f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:13.214531367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"3df4b8e5-48fe-4b85-b9fe-d090534eb890","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:13.214715432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ebeb9722-d1f2-44ca-aa5a-788fc58c44b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:13.268422826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"3df4b8e5-48fe-4b85-b9fe-d090534eb890","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:13.270677362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ebeb9722-d1f2-44ca-aa5a-788fc58c44b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:13.319354964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"765605d3-7495-4dd1-800a-8738c03466aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:13.373391695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"765605d3-7495-4dd1-800a-8738c03466aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:13.488676132Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"namespace":"e2e-extmod-rec-noaccess-890be1","name":"e2e-rec-recover-9335bb","reconcileID":"5b41368a-a825-4fed-9323-f60d34106c83","MaaSModelRef":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:13.517628075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"302b3f83-c90e-4779-a52c-c1a4099a4591","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:13.517790215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"f0d91e57-3f07-4cc7-b53d-f54840d0467f","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:13.572298161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"302b3f83-c90e-4779-a52c-c1a4099a4591","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:13.572557587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"f0d91e57-3f07-4cc7-b53d-f54840d0467f","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"e2e-extmod-b-1b5075-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:13.585942593Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3b587b","namespace":"e2e-extmod-rec-user-6dda56"},"namespace":"e2e-extmod-rec-user-6dda56","name":"e2e-rec-ctrl-3b587b","reconcileID":"86d1b163-c269-4b67-b74b-524d901f17da","MaaSModelRef":{"name":"e2e-rec-ctrl-3b587b","namespace":"e2e-extmod-rec-user-6dda56"},"name":"e2e-rec-ctrl-3b587b","namespace":"e2e-extmod-rec-user-6dda56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:13.618023998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"2aa3b37e-2588-42d2-a574-9661361612e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:13.674177537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"2aa3b37e-2588-42d2-a574-9661361612e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:13.683518919Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"namespace":"e2e-extmod-rec-noaccess-890be1","name":"e2e-rec-recover-9335bb","reconcileID":"422ee41e-d8df-46ad-b26c-0299e6c81b07","MaaSModelRef":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:13.721685325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-ctrl-3b587b-access","reconcileID":"870b6918-4667-4411-9081-686f8eef979e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:13.721753794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"031c4ca9-61ac-40b6-970c-de37586ef84f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:13.77564676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-ctrl-3b587b-access","reconcileID":"870b6918-4667-4411-9081-686f8eef979e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"e2e-extmod-b-1b5075-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:13.776764255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"031c4ca9-61ac-40b6-970c-de37586ef84f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:13.884981505Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-ctrl-3b587b-access","reconcileID":"870b6918-4667-4411-9081-686f8eef979e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"model":"e2e-extmod-rec-user-6dda56/e2e-rec-ctrl-3b587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:13.944861715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"586b1753-9a55-433e-bb44-54d552032650","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:14.002708867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"586b1753-9a55-433e-bb44-54d552032650","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:14.043702001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3dd75317-aa47-49bd-a9c5-c8503b40fcb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:14.044208108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"67c0092d-2bc3-4d61-b7df-fbfc69e26983","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:14.097499072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3dd75317-aa47-49bd-a9c5-c8503b40fcb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:14.098370035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"67c0092d-2bc3-4d61-b7df-fbfc69e26983","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:14.127904843Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3b587b","namespace":"e2e-extmod-rec-user-6dda56"},"namespace":"e2e-extmod-rec-user-6dda56","name":"e2e-rec-ctrl-3b587b","reconcileID":"113951f8-dccc-4612-a617-172cacdf3694","MaaSModelRef":{"name":"e2e-rec-ctrl-3b587b","namespace":"e2e-extmod-rec-user-6dda56"},"name":"e2e-rec-ctrl-3b587b","namespace":"e2e-extmod-rec-user-6dda56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:14.135048952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"bfdb0593-76bf-4a2c-af70-c53854d24c55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:14.198161362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"bfdb0593-76bf-4a2c-af70-c53854d24c55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:14.251004547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"5faba098-ab9e-4b29-a07d-4ed3ff1d0afc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:14.267118466Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"namespace":"e2e-extmod-rec-noaccess-890be1","name":"e2e-rec-recover-9335bb","reconcileID":"0fb1510c-b82f-4035-a756-effd2b8261b4","namespace":"e2e-extmod-rec-noaccess-890be1","name":"e2e-rec-recover-9335bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:14.301443933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"0d4ee9f5-95ff-449d-a856-3de78ab1737e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:14.305094289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"5faba098-ab9e-4b29-a07d-4ed3ff1d0afc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:14.316511256Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"namespace":"e2e-extmod-rec-noaccess-890be1","name":"e2e-rec-recover-9335bb","reconcileID":"29a0798f-5d67-440c-b3ae-9ecb969f0c54","MaaSModelRef":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:14.35623667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"0d4ee9f5-95ff-449d-a856-3de78ab1737e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:14.415031277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a0832c26-878b-447e-84ff-39f93c72c306","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:14.415032221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"2f809f99-cfc3-4937-8a4b-e2a1d7135ef8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:14.474716513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"2f809f99-cfc3-4937-8a4b-e2a1d7135ef8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:14.474716529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a0832c26-878b-447e-84ff-39f93c72c306","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:14.598615904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-ctrl-3b587b-access","reconcileID":"72d84324-f6a0-455e-972b-0b72ad095530","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:14.6529333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-ctrl-3b587b-access","reconcileID":"72d84324-f6a0-455e-972b-0b72ad095530","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"e2e-extmod-b-1b5075-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:14.699463069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"f65f1d4b-928e-49b2-8a30-0aaa716cd988","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:14.699479378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa9b4dbe-989b-41a2-a888-0ccf33596288","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:14.704741055Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-ctrl-3b587b-access","reconcileID":"72d84324-f6a0-455e-972b-0b72ad095530","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"model":"e2e-extmod-rec-user-6dda56/e2e-rec-ctrl-3b587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:14.754579877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"f65f1d4b-928e-49b2-8a30-0aaa716cd988","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:14.754880561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa9b4dbe-989b-41a2-a888-0ccf33596288","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:14.80469027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"f09a323a-ac93-41cc-8581-96cb18448d88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:14.805136031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"a8f8cad7-3268-4fa4-8e65-14d7d63426ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:14.859660818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"a8f8cad7-3268-4fa4-8e65-14d7d63426ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:14.859923558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"f09a323a-ac93-41cc-8581-96cb18448d88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:14.952075471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"186d56f1-64b1-49c2-87a9-d8ee82372b50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:15.005787002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"186d56f1-64b1-49c2-87a9-d8ee82372b50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:15.048850094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"1ddb2908-e981-4463-8705-91b5eddbfdba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:15.048885562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"cf3c1fe4-97bf-4981-9dac-d553bf4ee1c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:15.107581362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"1ddb2908-e981-4463-8705-91b5eddbfdba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:15.107580384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"cf3c1fe4-97bf-4981-9dac-d553bf4ee1c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:15.152538169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"156e272b-cf5a-4c85-9fea-9630633e55ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:15.156488769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"71d4785d-268f-4fbd-8d4b-6888c3b09f1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:15.209640342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"156e272b-cf5a-4c85-9fea-9630633e55ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:15.211181469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"71d4785d-268f-4fbd-8d4b-6888c3b09f1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:15.303647585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-293c80"},"namespace":"ai-tenant-e2e-extmod-b-293c80","name":"default-tenant","reconcileID":"41787623-e638-4ad0-897e-cdbaa2a91f1f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-293c80","tenantID":"e2e-extmod-b-293c80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:15.352101292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"a763ac73-32bb-4056-b274-21f228971aef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:15.405994448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"a763ac73-32bb-4056-b274-21f228971aef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:15.414412626Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-293c80"},"namespace":"ai-tenant-e2e-extmod-b-293c80","name":"default-tenant","reconcileID":"41787623-e638-4ad0-897e-cdbaa2a91f1f","name":"e2e-extmod-b-293c80-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:15.458952856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"5ed7d1bd-d96b-4687-8bca-a7fe812f2a67","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:15.466595129Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-3b587b","namespace":"e2e-extmod-rec-user-6dda56"},"namespace":"e2e-extmod-rec-user-6dda56","name":"e2e-rec-ctrl-3b587b","reconcileID":"30089e17-2ba4-49d4-a846-4636eba6079b","namespace":"e2e-extmod-rec-user-6dda56","name":"e2e-rec-ctrl-3b587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:15.513308748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"5ed7d1bd-d96b-4687-8bca-a7fe812f2a67","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"e2e-extmod-b-1b5075-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:15.627407218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"684c27e4-ca77-4515-8472-f2744dd4f0d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:15.630154839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"99d5e0b5-f2b9-4055-99e3-d13008ced827","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:15.631042716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"37af6b6d-cf70-4b70-aab0-5feec3c2c1df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:15.681104704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"684c27e4-ca77-4515-8472-f2744dd4f0d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:15.685185744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"99d5e0b5-f2b9-4055-99e3-d13008ced827","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:15.68569423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"37af6b6d-cf70-4b70-aab0-5feec3c2c1df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:15.762046625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"a2880af1-e4f5-4791-9c94-6456c1429c60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:15.815532456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"a2880af1-e4f5-4791-9c94-6456c1429c60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:15.914397802Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3b587b","namespace":"e2e-extmod-rec-user-6dda56"},"namespace":"e2e-extmod-rec-user-6dda56","name":"e2e-rec-ctrl-3b587b","reconcileID":"c831c0e8-df30-4e99-8dc3-f215cbb236b6","MaaSModelRef":{"name":"e2e-rec-ctrl-3b587b","namespace":"e2e-extmod-rec-user-6dda56"},"name":"e2e-rec-ctrl-3b587b","namespace":"e2e-extmod-rec-user-6dda56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:15.920984124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"b7daf989-1bf9-4ecd-883f-75d3e41169ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:15.974638382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"b7daf989-1bf9-4ecd-883f-75d3e41169ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:16.011765803Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3b587b","namespace":"e2e-extmod-rec-user-6dda56"},"namespace":"e2e-extmod-rec-user-6dda56","name":"e2e-rec-ctrl-3b587b","reconcileID":"d73d3eb6-a724-4561-bf57-0dd084029b3b","MaaSModelRef":{"name":"e2e-rec-ctrl-3b587b","namespace":"e2e-extmod-rec-user-6dda56"},"name":"e2e-rec-ctrl-3b587b","namespace":"e2e-extmod-rec-user-6dda56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:16.021551547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"d5cb97a9-20ac-42a9-9e85-78f61cb92933","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:16.021577523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"61dd2c5e-f8fb-496c-b4f8-6d46e8102d07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:16.022316532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"a5307214-fd54-4d0e-b038-ff33315b23f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:16.076894714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"d5cb97a9-20ac-42a9-9e85-78f61cb92933","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:16.077018926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"61dd2c5e-f8fb-496c-b4f8-6d46e8102d07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:16.079787424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"a5307214-fd54-4d0e-b038-ff33315b23f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:16.161528324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"3bf33a8d-075f-4049-ade4-a195dcf6eac1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:16.216475807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"3bf33a8d-075f-4049-ade4-a195dcf6eac1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:16.367567639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"5280c756-ac76-4a75-a6a5-8331d3c7fe29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:16.426940851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"5280c756-ac76-4a75-a6a5-8331d3c7fe29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:16.472577288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aace4ca4-e920-4852-ba48-f319f8569512","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:16.47283929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"a0c05156-df76-4673-aada-54e4135fbf4a","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:16.474831723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"91757481-8011-4089-aace-90c5b83a86e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:16.529907072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aace4ca4-e920-4852-ba48-f319f8569512","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:16.529955129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"a0c05156-df76-4673-aada-54e4135fbf4a","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"e2e-extmod-b-1b5075-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:16.532220384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"91757481-8011-4089-aace-90c5b83a86e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:16.574517271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-ctrl-3b587b-access","reconcileID":"6e5f2511-0e2a-45f7-913f-40dcc2f520b3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:16.629586771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-ctrl-3b587b-access","reconcileID":"6e5f2511-0e2a-45f7-913f-40dcc2f520b3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"e2e-extmod-b-1b5075-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:16.678188027Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-ctrl-3b587b-access","reconcileID":"6e5f2511-0e2a-45f7-913f-40dcc2f520b3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"model":"e2e-extmod-rec-user-6dda56/e2e-rec-ctrl-3b587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:17.034481Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-3b587b","namespace":"e2e-extmod-rec-user-6dda56"},"namespace":"e2e-extmod-rec-user-6dda56","name":"e2e-rec-ctrl-3b587b","reconcileID":"41fd0252-6e36-4464-affc-2dcdbbf9d04e","namespace":"e2e-extmod-rec-user-6dda56","name":"e2e-rec-ctrl-3b587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:17.087072974Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3b587b","namespace":"e2e-extmod-rec-user-6dda56"},"namespace":"e2e-extmod-rec-user-6dda56","name":"e2e-rec-ctrl-3b587b","reconcileID":"8e2e063b-276e-42c2-ad83-5be16fad628a","MaaSModelRef":{"name":"e2e-rec-ctrl-3b587b","namespace":"e2e-extmod-rec-user-6dda56"},"tenant":"e2e-extmod-b-1b5075","gateway":"openshift-ingress/e2e-extmod-b-1b5075","model":"e2e-extmod-rec-user-6dda56/e2e-rec-ctrl-3b587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:17.08711339Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3b587b","namespace":"e2e-extmod-rec-user-6dda56"},"namespace":"e2e-extmod-rec-user-6dda56","name":"e2e-rec-ctrl-3b587b","reconcileID":"8e2e063b-276e-42c2-ad83-5be16fad628a","MaaSModelRef":{"name":"e2e-rec-ctrl-3b587b","namespace":"e2e-extmod-rec-user-6dda56"},"routeName":"external-model-e2e-rec-ctrl-3b587b-427a82f6ae90","namespace":"e2e-extmod-rec-user-6dda56","model":"e2e-rec-ctrl-3b587b","externalModel":"e2e-rec-ctrl-3b587b","provider":"e2e-rec-ctrl-3b587b-provider","gateway":"openshift-ingress/e2e-extmod-b-1b5075","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:17.211995744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"7749daab-ce14-408f-b161-a01f4affcea0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:17.214046919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"fdc0a246-7dc2-4bfa-9f19-c43826e61ddc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:17.215158437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"91c45516-9902-4cc6-a557-5c03eb4736b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:17.215366297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"28c9147e-1e52-4e8a-8790-6f9813a7e885","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:17.215154786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"f8825916-99d4-4bb9-8be3-98a2b49cd949","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:17.265736799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"7749daab-ce14-408f-b161-a01f4affcea0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:17.269020516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"fdc0a246-7dc2-4bfa-9f19-c43826e61ddc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:17.270634328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"f8825916-99d4-4bb9-8be3-98a2b49cd949","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:17.272458202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"91c45516-9902-4cc6-a557-5c03eb4736b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:17.273497136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"28c9147e-1e52-4e8a-8790-6f9813a7e885","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:17.613726608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-ctrl-3b587b-access","reconcileID":"5b04d6f0-790c-427e-b6f5-08d60ddbf23c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:17.613746386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e04e9c5-3824-49cc-bd45-c149b4e2da3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:17.61437751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"d110b478-5581-494d-bc2a-cd2ee169229a","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:17.614934269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"fb0a9346-d3e7-4e33-ac0e-923c606be7ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:17.615990399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0e417858-dd45-42b5-bdad-8b3324918abc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:17.670056401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-ctrl-3b587b-access","reconcileID":"5b04d6f0-790c-427e-b6f5-08d60ddbf23c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"e2e-extmod-b-1b5075-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:17.670606005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e04e9c5-3824-49cc-bd45-c149b4e2da3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:17.675845718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"d110b478-5581-494d-bc2a-cd2ee169229a","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"e2e-extmod-b-1b5075-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:17.676001998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"fb0a9346-d3e7-4e33-ac0e-923c606be7ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:17.680966129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0e417858-dd45-42b5-bdad-8b3324918abc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:18.01765827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"13424c68-d3f5-47b1-a440-ced57774e92d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:18.017658251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"2326505d-6c73-44df-95a8-74c157607883","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:18.018262352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"9255c742-5590-43f6-ab1b-ce60cf30c5c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:18.071822327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"9255c742-5590-43f6-ab1b-ce60cf30c5c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:18.072008978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"13424c68-d3f5-47b1-a440-ced57774e92d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:18.074077342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"2326505d-6c73-44df-95a8-74c157607883","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:18.120285082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"f175206d-154b-498a-962c-c9c28eb5e2ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:18.174295137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"f175206d-154b-498a-962c-c9c28eb5e2ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:18.529983316Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-1b5075 priority=0:[ai-tenant-e2e-extmod-b-1b5075/e2e-att-serve-39657c-sub ai-tenant-e2e-extmod-b-1b5075/e2e-rec-ctrl-3b587b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:18.578870893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3b587b","namespace":"e2e-extmod-rec-user-6dda56"},"namespace":"e2e-extmod-rec-user-6dda56","name":"e2e-rec-ctrl-3b587b","reconcileID":"84ae949b-3463-4b2b-b9d8-a59f705c6a74","MaaSModelRef":{"name":"e2e-rec-ctrl-3b587b","namespace":"e2e-extmod-rec-user-6dda56"},"tenant":"e2e-extmod-b-1b5075","gateway":"openshift-ingress/e2e-extmod-b-1b5075","model":"e2e-extmod-rec-user-6dda56/e2e-rec-ctrl-3b587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:18.578889111Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3b587b","namespace":"e2e-extmod-rec-user-6dda56"},"namespace":"e2e-extmod-rec-user-6dda56","name":"e2e-rec-ctrl-3b587b","reconcileID":"84ae949b-3463-4b2b-b9d8-a59f705c6a74","MaaSModelRef":{"name":"e2e-rec-ctrl-3b587b","namespace":"e2e-extmod-rec-user-6dda56"},"routeName":"external-model-e2e-rec-ctrl-3b587b-427a82f6ae90","namespace":"e2e-extmod-rec-user-6dda56","model":"e2e-rec-ctrl-3b587b","externalModel":"e2e-rec-ctrl-3b587b","provider":"e2e-rec-ctrl-3b587b-provider","gateway":"openshift-ingress/e2e-extmod-b-1b5075","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:48:18.641766782Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-1b5075/e2e-rec-ctrl-3b587b-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rec-ctrl-3b587b-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:18.68618431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-ctrl-3b587b-access","reconcileID":"87dfd649-4df2-464b-b229-e92337282a30","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:18.686248047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"f27cbcc2-d75c-4574-adeb-18dfe937470a","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:18.732072539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"namespace":"e2e-extmod-att-user-26296c","name":"e2e-att-serve-39657c","reconcileID":"de424e5b-3bc6-4dd1-99e3-d3b0f637c2e8","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"tenant":"e2e-extmod-b-1b5075","gateway":"openshift-ingress/e2e-extmod-b-1b5075","model":"e2e-extmod-att-user-26296c/e2e-att-serve-39657c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:18.732090723Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"namespace":"e2e-extmod-att-user-26296c","name":"e2e-att-serve-39657c","reconcileID":"de424e5b-3bc6-4dd1-99e3-d3b0f637c2e8","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"routeName":"external-model-e2e-att-serve-39657c-e41197d2d713","namespace":"e2e-extmod-att-user-26296c","model":"e2e-att-serve-39657c","externalModel":"e2e-att-serve-39657c","provider":"e2e-att-serve-39657c-provider","gateway":"openshift-ingress/e2e-extmod-b-1b5075","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:18.740069404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-ctrl-3b587b-access","reconcileID":"87dfd649-4df2-464b-b229-e92337282a30","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"e2e-extmod-b-1b5075-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:18.740101875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"f27cbcc2-d75c-4574-adeb-18dfe937470a","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"e2e-extmod-b-1b5075-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:18.830273994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3b587b","namespace":"e2e-extmod-rec-user-6dda56"},"namespace":"e2e-extmod-rec-user-6dda56","name":"e2e-rec-ctrl-3b587b","reconcileID":"5ee168de-7a8f-48a4-8a79-27b2ea832c7b","MaaSModelRef":{"name":"e2e-rec-ctrl-3b587b","namespace":"e2e-extmod-rec-user-6dda56"},"tenant":"e2e-extmod-b-1b5075","gateway":"openshift-ingress/e2e-extmod-b-1b5075","model":"e2e-extmod-rec-user-6dda56/e2e-rec-ctrl-3b587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:18.830292685Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3b587b","namespace":"e2e-extmod-rec-user-6dda56"},"namespace":"e2e-extmod-rec-user-6dda56","name":"e2e-rec-ctrl-3b587b","reconcileID":"5ee168de-7a8f-48a4-8a79-27b2ea832c7b","MaaSModelRef":{"name":"e2e-rec-ctrl-3b587b","namespace":"e2e-extmod-rec-user-6dda56"},"routeName":"external-model-e2e-rec-ctrl-3b587b-427a82f6ae90","namespace":"e2e-extmod-rec-user-6dda56","model":"e2e-rec-ctrl-3b587b","externalModel":"e2e-rec-ctrl-3b587b","provider":"e2e-rec-ctrl-3b587b-provider","gateway":"openshift-ingress/e2e-extmod-b-1b5075","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:18.931972475Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-3b587b-sub","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-ctrl-3b587b-sub","reconcileID":"81df08df-0cce-41a8-b966-dd0fb85453ab","MaaSSubscription":{"name":"e2e-rec-ctrl-3b587b-sub","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"maas-trlp-e2e-rec-ctrl-3b587b","model":"e2e-rec-ctrl-3b587b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-1b5075/e2e-rec-ctrl-3b587b-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:19.135305879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"f2717763-2293-4792-bd2d-10cfed387d04","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:19.137875195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-ctrl-3b587b-access","reconcileID":"9c4582f2-cc50-4730-8f18-359e4ab119ee","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:19.189601518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"f2717763-2293-4792-bd2d-10cfed387d04","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"e2e-extmod-b-1b5075-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:19.197870638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3b587b","namespace":"e2e-extmod-rec-user-6dda56"},"namespace":"e2e-extmod-rec-user-6dda56","name":"e2e-rec-ctrl-3b587b","reconcileID":"d6a756c0-2d26-4d8e-9139-381bae06724d","MaaSModelRef":{"name":"e2e-rec-ctrl-3b587b","namespace":"e2e-extmod-rec-user-6dda56"},"tenant":"e2e-extmod-b-1b5075","gateway":"openshift-ingress/e2e-extmod-b-1b5075","model":"e2e-extmod-rec-user-6dda56/e2e-rec-ctrl-3b587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:19.197890238Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3b587b","namespace":"e2e-extmod-rec-user-6dda56"},"namespace":"e2e-extmod-rec-user-6dda56","name":"e2e-rec-ctrl-3b587b","reconcileID":"d6a756c0-2d26-4d8e-9139-381bae06724d","MaaSModelRef":{"name":"e2e-rec-ctrl-3b587b","namespace":"e2e-extmod-rec-user-6dda56"},"routeName":"external-model-e2e-rec-ctrl-3b587b-427a82f6ae90","namespace":"e2e-extmod-rec-user-6dda56","model":"e2e-rec-ctrl-3b587b","externalModel":"e2e-rec-ctrl-3b587b","provider":"e2e-rec-ctrl-3b587b-provider","gateway":"openshift-ingress/e2e-extmod-b-1b5075","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:19.202585256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-ctrl-3b587b-access","reconcileID":"9c4582f2-cc50-4730-8f18-359e4ab119ee","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"e2e-extmod-b-1b5075-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:19.393767272Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-3b587b-sub","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-ctrl-3b587b-sub","reconcileID":"ab450db8-28b3-4311-8890-40236969b71d","MaaSSubscription":{"name":"e2e-rec-ctrl-3b587b-sub","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"maas-trlp-e2e-rec-ctrl-3b587b","model":"e2e-extmod-rec-user-6dda56/e2e-rec-ctrl-3b587b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:19.979090418Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"namespace":"e2e-extmod-att-noaccess-b79d51","name":"e2e-att-noaccess-7f2d0c","reconcileID":"07bc17bd-4fba-4422-9c41-0bc9003dbdc1","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:20.089609959Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"namespace":"e2e-extmod-rec-noaccess-890be1","name":"e2e-rec-recover-9335bb","reconcileID":"08846149-060e-4886-8c1e-8883bdd6cb70","MaaSModelRef":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:20.187276161Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"namespace":"e2e-extmod-att-noaccess-b79d51","name":"e2e-att-noaccess-7f2d0c","reconcileID":"a94e2c5f-d332-4144-936e-da99c0812d64","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:20.739135351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be61bdd1-a494-4c65-bc00-be0df3c2db06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:20.787712707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be61bdd1-a494-4c65-bc00-be0df3c2db06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:20.836263936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be61bdd1-a494-4c65-bc00-be0df3c2db06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:20.885247319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be61bdd1-a494-4c65-bc00-be0df3c2db06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:22.680703896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"608c5358-0de5-474d-9bdb-57e5bf6eef46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:22.729402029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"608c5358-0de5-474d-9bdb-57e5bf6eef46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:22.777901789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"608c5358-0de5-474d-9bdb-57e5bf6eef46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:22.82672743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"608c5358-0de5-474d-9bdb-57e5bf6eef46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:24.598574543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2145e84-27d0-4f41-ae3f-6e7687d61497","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:24.647096886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2145e84-27d0-4f41-ae3f-6e7687d61497","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:24.695606338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2145e84-27d0-4f41-ae3f-6e7687d61497","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:24.744696478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2145e84-27d0-4f41-ae3f-6e7687d61497","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:26.544776519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c53d7d9c-7810-4c24-bf29-bd5a5993c101","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:26.59336169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c53d7d9c-7810-4c24-bf29-bd5a5993c101","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:26.641955326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c53d7d9c-7810-4c24-bf29-bd5a5993c101","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:26.690339158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c53d7d9c-7810-4c24-bf29-bd5a5993c101","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:30.188606158Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"namespace":"e2e-extmod-rec-noaccess-890be1","name":"e2e-rec-recover-9335bb","reconcileID":"56632e45-8b95-4a20-b5f0-507c8f56520c","MaaSModelRef":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:30.290315576Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"namespace":"e2e-extmod-att-noaccess-b79d51","name":"e2e-att-noaccess-7f2d0c","reconcileID":"9b39e45a-71f4-48ad-aa41-c00cf38bc06a","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:30.393253967Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"namespace":"e2e-extmod-rec-noaccess-890be1","name":"e2e-rec-recover-9335bb","reconcileID":"b62607fe-98c9-4865-8d30-ee359800de15","MaaSModelRef":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:30.491729897Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"namespace":"e2e-extmod-att-noaccess-b79d51","name":"e2e-att-noaccess-7f2d0c","reconcileID":"6269c6af-c650-4bb7-b92d-d0a699ec9266","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:36.177779622Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:39.855683652Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"namespace":"e2e-extmod-rec-noaccess-890be1","name":"e2e-rec-recover-9335bb","reconcileID":"6a74aa46-1bb7-499f-a249-996e8da9a0e9","MaaSModelRef":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:40.003671322Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"namespace":"e2e-extmod-att-noaccess-b79d51","name":"e2e-att-noaccess-7f2d0c","reconcileID":"46b59b87-4b5d-41be-9058-a7d64b7a0eba","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:40.701300358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af46541e-da47-4a67-821d-51921fa52c88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:40.750092162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af46541e-da47-4a67-821d-51921fa52c88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:40.798763738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af46541e-da47-4a67-821d-51921fa52c88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:40.847609636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af46541e-da47-4a67-821d-51921fa52c88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:41.353893816Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-3b587b-sub","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-ctrl-3b587b-sub","reconcileID":"40c4aabd-a315-4854-8707-964c2b1d7fd6","MaaSSubscription":{"name":"e2e-rec-ctrl-3b587b-sub","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"maas-trlp-e2e-rec-ctrl-3b587b","model":"e2e-extmod-rec-user-6dda56/e2e-rec-ctrl-3b587b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:41.624964664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3b587b","namespace":"e2e-extmod-rec-user-6dda56"},"namespace":"e2e-extmod-rec-user-6dda56","name":"e2e-rec-ctrl-3b587b","reconcileID":"cb0a322a-91c1-4d56-a8d4-ac70055125d1","MaaSModelRef":{"name":"e2e-rec-ctrl-3b587b","namespace":"e2e-extmod-rec-user-6dda56"},"tenant":"e2e-extmod-b-1b5075","gateway":"openshift-ingress/e2e-extmod-b-1b5075","model":"e2e-extmod-rec-user-6dda56/e2e-rec-ctrl-3b587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:41.624995219Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3b587b","namespace":"e2e-extmod-rec-user-6dda56"},"namespace":"e2e-extmod-rec-user-6dda56","name":"e2e-rec-ctrl-3b587b","reconcileID":"cb0a322a-91c1-4d56-a8d4-ac70055125d1","MaaSModelRef":{"name":"e2e-rec-ctrl-3b587b","namespace":"e2e-extmod-rec-user-6dda56"},"routeName":"external-model-e2e-rec-ctrl-3b587b-427a82f6ae90","namespace":"e2e-extmod-rec-user-6dda56","model":"e2e-rec-ctrl-3b587b","externalModel":"e2e-rec-ctrl-3b587b","provider":"e2e-rec-ctrl-3b587b-provider","gateway":"openshift-ingress/e2e-extmod-b-1b5075","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:42.500851822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-ctrl-3b587b-access","reconcileID":"de7f2f66-d684-467f-b9e3-1437167d3f5e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:42.555256611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-ctrl-3b587b-access","reconcileID":"de7f2f66-d684-467f-b9e3-1437167d3f5e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"e2e-extmod-b-1b5075-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:42.679265822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4739ff4f-9b06-4588-86f8-b72aa730bb4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:42.730579319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4739ff4f-9b06-4588-86f8-b72aa730bb4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:42.779737369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4739ff4f-9b06-4588-86f8-b72aa730bb4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:42.832975621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4739ff4f-9b06-4588-86f8-b72aa730bb4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:44.767462211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3fcea18-1464-4d25-b44f-13bb437e6eab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:44.816180276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3fcea18-1464-4d25-b44f-13bb437e6eab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:44.870131371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3fcea18-1464-4d25-b44f-13bb437e6eab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:44.919579932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3fcea18-1464-4d25-b44f-13bb437e6eab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:45.338180099Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"namespace":"e2e-extmod-rec-noaccess-890be1","name":"e2e-rec-recover-9335bb","reconcileID":"34e5c616-3b16-419d-a0e9-1d7223b8b342","MaaSModelRef":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:45.44136154Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"namespace":"e2e-extmod-att-noaccess-b79d51","name":"e2e-att-noaccess-7f2d0c","reconcileID":"cdd3ab4b-a191-4d22-9e91-336df7cc0055","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:45.544043807Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"namespace":"e2e-extmod-rec-noaccess-890be1","name":"e2e-rec-recover-9335bb","reconcileID":"050671a7-6f5a-476a-b013-abcba207865e","MaaSModelRef":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:45.642825724Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"namespace":"e2e-extmod-att-noaccess-b79d51","name":"e2e-att-noaccess-7f2d0c","reconcileID":"352af066-8e03-4ec5-b420-88857ccf6cfc","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:46.710266031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcce45e7-0ef3-4e51-9cf9-a635589fe2cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:46.759221223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcce45e7-0ef3-4e51-9cf9-a635589fe2cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:46.808704732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcce45e7-0ef3-4e51-9cf9-a635589fe2cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:46.857909916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcce45e7-0ef3-4e51-9cf9-a635589fe2cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:48.635723397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"671347f3-7dc3-4f6f-bd16-bd26bcd759c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:48.685464197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"671347f3-7dc3-4f6f-bd16-bd26bcd759c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:48.734224514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"671347f3-7dc3-4f6f-bd16-bd26bcd759c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:48.823031454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"671347f3-7dc3-4f6f-bd16-bd26bcd759c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:50.609207279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea1e424c-11f6-4878-b803-fc3d91861271","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:50.657945165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea1e424c-11f6-4878-b803-fc3d91861271","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:50.706594018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea1e424c-11f6-4878-b803-fc3d91861271","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:50.755496538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea1e424c-11f6-4878-b803-fc3d91861271","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:55.644781813Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"namespace":"e2e-extmod-rec-noaccess-890be1","name":"e2e-rec-recover-9335bb","reconcileID":"e183450d-ec5d-4c27-a5f3-95a9ce8aa781","MaaSModelRef":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:55.749209356Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"namespace":"e2e-extmod-att-noaccess-b79d51","name":"e2e-att-noaccess-7f2d0c","reconcileID":"72b36933-db4d-4853-a1a3-4f8f44b39ba0","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:55.854552314Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"namespace":"e2e-extmod-rec-noaccess-890be1","name":"e2e-rec-recover-9335bb","reconcileID":"ec2fb9f6-1e2e-4f23-b461-ccafc34637a2","MaaSModelRef":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:55.953045288Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"namespace":"e2e-extmod-att-noaccess-b79d51","name":"e2e-att-noaccess-7f2d0c","reconcileID":"f7e9f154-ec20-4810-aacf-61933e815f2b","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:02.821470731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-subscription","reconcileID":"c289b6e2-c489-4f39-9196-eebfb1482127","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-premium-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/premium-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:02.90694121Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-031eee"},"namespace":"ai-tenant-e2e-extmod-a-031eee","name":"default-tenant","reconcileID":"9c67ef96-f99a-4e51-916e-0952fadb4c7c","namespace":"ai-tenant-e2e-extmod-a-031eee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:02.90700186Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-031eee"},"namespace":"ai-tenant-e2e-extmod-a-031eee","name":"default-tenant","reconcileID":"9c67ef96-f99a-4e51-916e-0952fadb4c7c","namespace":"ai-tenant-e2e-extmod-a-031eee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:02.907051367Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-031eee"},"namespace":"ai-tenant-e2e-extmod-a-031eee","name":"default-tenant","reconcileID":"9c67ef96-f99a-4e51-916e-0952fadb4c7c","tenant":"e2e-extmod-a-031eee","tenantID":"e2e-extmod-a-031eee","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:02.958043351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-031eee"},"namespace":"ai-tenant-e2e-extmod-a-031eee","name":"default-tenant","reconcileID":"9c67ef96-f99a-4e51-916e-0952fadb4c7c","gvk":"Deployment","name":"maas-api-e2e-extmod-a-031eee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:03.015264529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-031eee"},"namespace":"ai-tenant-e2e-extmod-a-031eee","name":"default-tenant","reconcileID":"9c67ef96-f99a-4e51-916e-0952fadb4c7c","gvk":"Service","name":"maas-api-e2e-extmod-a-031eee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:03.067396793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-031eee"},"namespace":"ai-tenant-e2e-extmod-a-031eee","name":"default-tenant","reconcileID":"9c67ef96-f99a-4e51-916e-0952fadb4c7c","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-031eee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:03.118014093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-031eee"},"namespace":"ai-tenant-e2e-extmod-a-031eee","name":"default-tenant","reconcileID":"9c67ef96-f99a-4e51-916e-0952fadb4c7c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-031eee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:03.169709249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-031eee"},"namespace":"ai-tenant-e2e-extmod-a-031eee","name":"default-tenant","reconcileID":"9c67ef96-f99a-4e51-916e-0952fadb4c7c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-031eee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:03.211283795Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-39657c-sub","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-sub","reconcileID":"c4d867fe-eda4-4815-81cb-cdb9e635b0d2","MaaSSubscription":{"name":"e2e-att-serve-39657c-sub","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"maas-trlp-e2e-att-serve-39657c","model":"e2e-extmod-att-user-26296c/e2e-att-serve-39657c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:03.221295676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-031eee"},"namespace":"ai-tenant-e2e-extmod-a-031eee","name":"default-tenant","reconcileID":"9c67ef96-f99a-4e51-916e-0952fadb4c7c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-031eee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:03.263736645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-subscription","reconcileID":"adb9fdec-48fe-4f6d-a12d-508d934abad6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-premium-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/premium-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:03.275621311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-031eee"},"namespace":"ai-tenant-e2e-extmod-a-031eee","name":"default-tenant","reconcileID":"9c67ef96-f99a-4e51-916e-0952fadb4c7c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-031eee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:03.326900226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-031eee"},"namespace":"ai-tenant-e2e-extmod-a-031eee","name":"default-tenant","reconcileID":"9c67ef96-f99a-4e51-916e-0952fadb4c7c","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-031eee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:03.365019946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-subscription","reconcileID":"36685605-0d18-41ff-bd81-1eacdb953539","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-premium-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:03.365131558Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-subscription","reconcileID":"54fa1e4d-5d30-4711-850d-ab1fc839aa8c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:03.38357754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-031eee"},"namespace":"ai-tenant-e2e-extmod-a-031eee","name":"default-tenant","reconcileID":"9c67ef96-f99a-4e51-916e-0952fadb4c7c","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-031eee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:03.432266635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-031eee"},"namespace":"ai-tenant-e2e-extmod-a-031eee","name":"default-tenant","reconcileID":"9c67ef96-f99a-4e51-916e-0952fadb4c7c","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-031eee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:03.463009407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-subscription","reconcileID":"51e66b3c-bf0c-4312-81d6-2e29fbfab392","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-simulator-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:03.48090557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-031eee"},"namespace":"ai-tenant-e2e-extmod-a-031eee","name":"default-tenant","reconcileID":"9c67ef96-f99a-4e51-916e-0952fadb4c7c","gvk":"Service","name":"payload-processing-e2e-extmod-a-031eee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:03.529645496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-031eee"},"namespace":"ai-tenant-e2e-extmod-a-031eee","name":"default-tenant","reconcileID":"9c67ef96-f99a-4e51-916e-0952fadb4c7c","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-031eee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:03.578345986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-031eee"},"namespace":"ai-tenant-e2e-extmod-a-031eee","name":"default-tenant","reconcileID":"9c67ef96-f99a-4e51-916e-0952fadb4c7c","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-031eee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:03.627302954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-031eee"},"namespace":"ai-tenant-e2e-extmod-a-031eee","name":"default-tenant","reconcileID":"9c67ef96-f99a-4e51-916e-0952fadb4c7c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-031eee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:03.637039928Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-subscription","reconcileID":"35396946-3c0e-4391-bfd9-8e925ff42124","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-premium-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/premium-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:03.676020683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-031eee"},"namespace":"ai-tenant-e2e-extmod-a-031eee","name":"default-tenant","reconcileID":"9c67ef96-f99a-4e51-916e-0952fadb4c7c","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-031eee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:03.724441344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-031eee"},"namespace":"ai-tenant-e2e-extmod-a-031eee","name":"default-tenant","reconcileID":"9c67ef96-f99a-4e51-916e-0952fadb4c7c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-031eee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:03.737390352Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-subscription","reconcileID":"2365ffab-25bf-4475-b99f-3ef3601e4618","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-premium-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:03.75802131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3c0da986-1b6d-4ac8-8d67-ec17b280804c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:03.772843559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-031eee"},"namespace":"ai-tenant-e2e-extmod-a-031eee","name":"default-tenant","reconcileID":"9c67ef96-f99a-4e51-916e-0952fadb4c7c","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-031eee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:03.821133715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-031eee"},"namespace":"ai-tenant-e2e-extmod-a-031eee","name":"default-tenant","reconcileID":"9c67ef96-f99a-4e51-916e-0952fadb4c7c","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-031eee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:03.869997251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-031eee"},"namespace":"ai-tenant-e2e-extmod-a-031eee","name":"default-tenant","reconcileID":"9c67ef96-f99a-4e51-916e-0952fadb4c7c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-031eee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:03.871451305Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-subscription","reconcileID":"9af69ab2-8252-4eb0-b63a-9bc1240801b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:03.918458117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-031eee"},"namespace":"ai-tenant-e2e-extmod-a-031eee","name":"default-tenant","reconcileID":"9c67ef96-f99a-4e51-916e-0952fadb4c7c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-031eee","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:03.985404477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-subscription","reconcileID":"5ae33ed3-0ac0-4f31-92d3-a69f65b0cd78","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-simulator-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:04.269421329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9e1d8cff-8836-4d4b-b98a-f241c925d850","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:04.440825036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-subscription","reconcileID":"e024f506-0a83-4422-9dde-3ed1c242d843","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:04.605748088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-3b587b-sub","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-ctrl-3b587b-sub","reconcileID":"808807f4-4042-405b-a27b-3f2b1bf30ab4","MaaSSubscription":{"name":"e2e-rec-ctrl-3b587b-sub","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"maas-trlp-e2e-rec-ctrl-3b587b","model":"e2e-extmod-rec-user-6dda56/e2e-rec-ctrl-3b587b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:04.685878159Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-031eee","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-031eee","reconcileID":"51a0561e-38a4-45c7-a847-5429f9cb24b4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-031eee","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-031eee"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:05.025356458Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"namespace":"e2e-extmod-rec-noaccess-890be1","name":"e2e-rec-recover-9335bb","reconcileID":"e950d768-4e57-485c-a327-c2ebaad1799e","MaaSModelRef":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:05.174895199Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"namespace":"e2e-extmod-att-noaccess-b79d51","name":"e2e-att-noaccess-7f2d0c","reconcileID":"f1023f74-7820-46d4-a356-254535982c85","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:05.940129181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84ff5f3a-08c7-47e7-96d9-6ccd6f0d8f40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:05.988783457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84ff5f3a-08c7-47e7-96d9-6ccd6f0d8f40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:06.037194627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84ff5f3a-08c7-47e7-96d9-6ccd6f0d8f40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:06.085888756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84ff5f3a-08c7-47e7-96d9-6ccd6f0d8f40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:06.168486482Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:07.935950809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dfe55cf-b5fb-40fa-af87-25837e328250","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:07.984765787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dfe55cf-b5fb-40fa-af87-25837e328250","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:08.033397166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dfe55cf-b5fb-40fa-af87-25837e328250","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:08.082079503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dfe55cf-b5fb-40fa-af87-25837e328250","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:08.852155663Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-dcde03"},"namespace":"ai-tenant-e2e-autores-dcde03","name":"default-tenant","reconcileID":"9b826685-9b1e-4c43-ad02-83a470c540e7","namespace":"ai-tenant-e2e-autores-dcde03","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:08.852222027Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-dcde03"},"namespace":"ai-tenant-e2e-autores-dcde03","name":"default-tenant","reconcileID":"9b826685-9b1e-4c43-ad02-83a470c540e7","namespace":"ai-tenant-e2e-autores-dcde03","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:08.852275835Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-dcde03"},"namespace":"ai-tenant-e2e-autores-dcde03","name":"default-tenant","reconcileID":"9b826685-9b1e-4c43-ad02-83a470c540e7","tenant":"e2e-autores-dcde03","tenantID":"e2e-autores-dcde03","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:08.903331614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-dcde03"},"namespace":"ai-tenant-e2e-autores-dcde03","name":"default-tenant","reconcileID":"9b826685-9b1e-4c43-ad02-83a470c540e7","gvk":"Deployment","name":"maas-api-e2e-autores-dcde03","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:08.962965281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-dcde03"},"namespace":"ai-tenant-e2e-autores-dcde03","name":"default-tenant","reconcileID":"9b826685-9b1e-4c43-ad02-83a470c540e7","gvk":"Service","name":"maas-api-e2e-autores-dcde03","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:09.016167203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-dcde03"},"namespace":"ai-tenant-e2e-autores-dcde03","name":"default-tenant","reconcileID":"9b826685-9b1e-4c43-ad02-83a470c540e7","gvk":"HTTPRoute","name":"maas-api-route-e2e-autores-dcde03","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:09.081703513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-dcde03"},"namespace":"ai-tenant-e2e-autores-dcde03","name":"default-tenant","reconcileID":"9b826685-9b1e-4c43-ad02-83a470c540e7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-autores-dcde03","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:09.136653278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-dcde03"},"namespace":"ai-tenant-e2e-autores-dcde03","name":"default-tenant","reconcileID":"9b826685-9b1e-4c43-ad02-83a470c540e7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-autores-dcde03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:09.19010947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-dcde03"},"namespace":"ai-tenant-e2e-autores-dcde03","name":"default-tenant","reconcileID":"9b826685-9b1e-4c43-ad02-83a470c540e7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-autores-dcde03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:09.242160622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-dcde03"},"namespace":"ai-tenant-e2e-autores-dcde03","name":"default-tenant","reconcileID":"9b826685-9b1e-4c43-ad02-83a470c540e7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-autores-dcde03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:09.293890595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-dcde03"},"namespace":"ai-tenant-e2e-autores-dcde03","name":"default-tenant","reconcileID":"9b826685-9b1e-4c43-ad02-83a470c540e7","gvk":"Telemetry","name":"latency-per-subscription-e2e-autores-dcde03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:09.388248074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-dcde03"},"namespace":"ai-tenant-e2e-autores-dcde03","name":"default-tenant","reconcileID":"9b826685-9b1e-4c43-ad02-83a470c540e7","gvk":"Deployment","name":"payload-processing-e2e-autores-dcde03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:09.437089106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-dcde03"},"namespace":"ai-tenant-e2e-autores-dcde03","name":"default-tenant","reconcileID":"9b826685-9b1e-4c43-ad02-83a470c540e7","gvk":"Deployment","name":"payload-pre-processing-e2e-autores-dcde03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:09.485507628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-dcde03"},"namespace":"ai-tenant-e2e-autores-dcde03","name":"default-tenant","reconcileID":"9b826685-9b1e-4c43-ad02-83a470c540e7","gvk":"Service","name":"payload-processing-e2e-autores-dcde03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:09.533750944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-dcde03"},"namespace":"ai-tenant-e2e-autores-dcde03","name":"default-tenant","reconcileID":"9b826685-9b1e-4c43-ad02-83a470c540e7","gvk":"Service","name":"payload-pre-processing-e2e-autores-dcde03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:09.582157882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-dcde03"},"namespace":"ai-tenant-e2e-autores-dcde03","name":"default-tenant","reconcileID":"9b826685-9b1e-4c43-ad02-83a470c540e7","gvk":"DestinationRule","name":"payload-processing-e2e-autores-dcde03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:09.630788437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-dcde03"},"namespace":"ai-tenant-e2e-autores-dcde03","name":"default-tenant","reconcileID":"9b826685-9b1e-4c43-ad02-83a470c540e7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-autores-dcde03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:09.679469871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-dcde03"},"namespace":"ai-tenant-e2e-autores-dcde03","name":"default-tenant","reconcileID":"9b826685-9b1e-4c43-ad02-83a470c540e7","gvk":"EnvoyFilter","name":"payload-processing-e2e-autores-dcde03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:09.732599401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-dcde03"},"namespace":"ai-tenant-e2e-autores-dcde03","name":"default-tenant","reconcileID":"9b826685-9b1e-4c43-ad02-83a470c540e7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-autores-dcde03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:09.781639258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-dcde03"},"namespace":"ai-tenant-e2e-autores-dcde03","name":"default-tenant","reconcileID":"9b826685-9b1e-4c43-ad02-83a470c540e7","gvk":"NetworkPolicy","name":"payload-processing-e2e-autores-dcde03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:09.830358461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-dcde03"},"namespace":"ai-tenant-e2e-autores-dcde03","name":"default-tenant","reconcileID":"9b826685-9b1e-4c43-ad02-83a470c540e7","gvk":"ServiceAccount","name":"payload-processing-e2e-autores-dcde03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:09.879688759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-dcde03"},"namespace":"ai-tenant-e2e-autores-dcde03","name":"default-tenant","reconcileID":"9b826685-9b1e-4c43-ad02-83a470c540e7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-autores-dcde03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:09.893695251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05d890af-ec57-4e38-97c8-b062d6d422d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:09.963432914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05d890af-ec57-4e38-97c8-b062d6d422d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:09.963660834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-dcde03"},"namespace":"ai-tenant-e2e-autores-dcde03","name":"default-tenant","reconcileID":"9b826685-9b1e-4c43-ad02-83a470c540e7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-autores-dcde03","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:10.01258922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05d890af-ec57-4e38-97c8-b062d6d422d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:10.061638161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05d890af-ec57-4e38-97c8-b062d6d422d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:10.862658414Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-dcde03","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-dcde03","reconcileID":"02a18ee2-9147-41c5-b3f9-09f4431fabe8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-dcde03","removed":["maas.opendatahub.io/gateway-access-e2e-autores-dcde03"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:11.144842514Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"namespace":"e2e-extmod-rec-noaccess-890be1","name":"e2e-rec-recover-9335bb","reconcileID":"f9731191-31d1-46fc-862b-e178d6e3aa02","MaaSModelRef":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:11.242684851Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"namespace":"e2e-extmod-att-noaccess-b79d51","name":"e2e-att-noaccess-7f2d0c","reconcileID":"d0b3fa5a-1a15-4f4e-acc3-80d6d3bf2054","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:11.535061391Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"namespace":"e2e-extmod-rec-noaccess-890be1","name":"e2e-rec-recover-9335bb","reconcileID":"01cc6bfa-9401-4e43-928a-0227bf5161e0","MaaSModelRef":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:11.947712096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f321a3ef-dc32-4e09-b2f2-bb2356bdd70d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:11.996877587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f321a3ef-dc32-4e09-b2f2-bb2356bdd70d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:12.047334826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f321a3ef-dc32-4e09-b2f2-bb2356bdd70d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:12.095785047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f321a3ef-dc32-4e09-b2f2-bb2356bdd70d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:13.047726468Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"namespace":"e2e-extmod-rec-noaccess-890be1","name":"e2e-rec-recover-9335bb","reconcileID":"ce362bbc-42ac-45b1-998f-462896237986","namespace":"e2e-extmod-rec-noaccess-890be1","name":"e2e-rec-recover-9335bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:13.10796622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"namespace":"e2e-extmod-rec-noaccess-890be1","name":"e2e-rec-recover-9335bb","reconcileID":"41d13b2e-ac49-4315-bb31-0649a0e8f0d4","MaaSModelRef":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"tenant":"e2e-extmod-b-1b5075","gateway":"openshift-ingress/e2e-extmod-b-1b5075","model":"e2e-extmod-rec-noaccess-890be1/e2e-rec-recover-9335bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:13.108084335Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"namespace":"e2e-extmod-rec-noaccess-890be1","name":"e2e-rec-recover-9335bb","reconcileID":"41d13b2e-ac49-4315-bb31-0649a0e8f0d4","MaaSModelRef":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"routeName":"external-model-e2e-rec-recover-9335bb-8c2912c3b361","namespace":"e2e-extmod-rec-noaccess-890be1","model":"e2e-rec-recover-9335bb","externalModel":"e2e-rec-recover-9335bb","provider":"e2e-rec-recover-9335bb-provider","gateway":"openshift-ingress/e2e-extmod-b-1b5075","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:13.217580062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5c1a526d-6320-4f17-ad4c-e8c26b72d096","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:13.282397536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5c1a526d-6320-4f17-ad4c-e8c26b72d096","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:13.302970751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"0aa95305-df6d-4670-b5ce-d5fe0d66cd8c","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:13.303086246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"5cb25136-e050-40ba-8b76-422b6f7b68f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:13.303400111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"c5f02550-af2d-47c0-971c-242d4b21e5a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:13.304643895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"45958384-7e24-4473-80f1-8b390da3c39f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:13.356781441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"0aa95305-df6d-4670-b5ce-d5fe0d66cd8c","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"e2e-extmod-b-1b5075-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:13.357642699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"5cb25136-e050-40ba-8b76-422b6f7b68f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:13.358883491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"c5f02550-af2d-47c0-971c-242d4b21e5a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:13.359895502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"45958384-7e24-4473-80f1-8b390da3c39f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:13.634843566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"2375482b-c04d-487e-afe0-59a3f68cbd22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:13.695108697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"2375482b-c04d-487e-afe0-59a3f68cbd22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:13.737969205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-ctrl-3b587b-access","reconcileID":"fa2f8d44-cb71-468f-9f58-0fab8869b99c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:13.73904801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"e34c34ef-33a6-4e20-8764-bb360f2256d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:13.739481961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3b273ec3-e024-4396-b339-56588e6f5eb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:13.787530351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"820c58bc-28ed-4fe2-a67b-d7b4ff2544a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:13.795623348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-ctrl-3b587b-access","reconcileID":"fa2f8d44-cb71-468f-9f58-0fab8869b99c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"e2e-extmod-b-1b5075-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:13.797695324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3b273ec3-e024-4396-b339-56588e6f5eb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:13.799059599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"e34c34ef-33a6-4e20-8764-bb360f2256d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:13.843289366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"820c58bc-28ed-4fe2-a67b-d7b4ff2544a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:13.992443854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3f32a64-025c-466c-aed2-050f8987009b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:14.041231711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3f32a64-025c-466c-aed2-050f8987009b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:14.090274346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3f32a64-025c-466c-aed2-050f8987009b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:14.090346816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"ecc3287e-00b9-43b0-a011-3438f8dd0009","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:14.141270486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3f32a64-025c-466c-aed2-050f8987009b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:14.155018426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"ecc3287e-00b9-43b0-a011-3438f8dd0009","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:14.252781112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"228be848-4019-4b49-b8e7-4ceae9822735","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:14.28853058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"e362f1cc-792f-412f-a2ee-099edf9781e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:14.289270387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"a8580a43-8d4e-438d-946a-39a624a42909","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:14.313240238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"228be848-4019-4b49-b8e7-4ceae9822735","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:14.343688406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"e362f1cc-792f-412f-a2ee-099edf9781e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:14.345231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"a8580a43-8d4e-438d-946a-39a624a42909","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:15.24852607Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"namespace":"e2e-extmod-att-noaccess-b79d51","name":"e2e-att-noaccess-7f2d0c","reconcileID":"a1be2e58-e376-4bd3-9196-88d59b02142c","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:15.3032309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"5a14114a-1a08-476e-80b7-ecfd0a21071e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:15.304574362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"premium-w1-e65019","reconcileID":"db3bd3a0-019b-4116-9b92-a04128921182","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"premium-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"premium-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:15.304844631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-w1-e65019","reconcileID":"82a8e178-057c-48f4-a3d9-ec89e832a702","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:15.305018578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-2-w1-e65019","reconcileID":"835a3629-e62a-406c-9034-35dabdc494a4","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-2-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-2-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:15.305174581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"simulator-w1-e65019","reconcileID":"ecbf41ad-3022-4c74-9a1e-997c89ad6128","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"simulator-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"simulator-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:15.35281994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-subscription","reconcileID":"c0123d43-dd50-4cc5-b81e-77b2d9b08e1d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-premium-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/premium-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:15.357023319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"dd8f5354-1fa8-433f-94f0-d3dd41dceb0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:15.357046295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"5a14114a-1a08-476e-80b7-ecfd0a21071e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:15.357813266Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"namespace":"e2e-extmod-att-noaccess-b79d51","name":"e2e-att-noaccess-7f2d0c","reconcileID":"2b5e5747-c967-43a5-8351-4315fd0cf7de","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:15.410501843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"dd8f5354-1fa8-433f-94f0-d3dd41dceb0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:15.449801468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-subscription","reconcileID":"7cd1c2d0-b4ca-4303-8a79-4c140bf0219e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-simulator-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:15.721933567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-subscription","reconcileID":"e04a70b7-08c3-457e-9623-95af448f87ac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-premium-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/premium-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:15.755824475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"de3003e6-9e4d-4795-9bea-4ed428a0201d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:15.814298195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"de3003e6-9e4d-4795-9bea-4ed428a0201d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:15.828686672Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-subscription","reconcileID":"df6766cb-4c73-4144-938a-6a00e664423c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-simulator-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:15.857378391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"43aebdd6-b1ae-447d-83c6-e78b4b21a8c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:15.911795815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"43aebdd6-b1ae-447d-83c6-e78b4b21a8c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:16.047431904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"521a99f1-7e0f-4fa0-a8ac-9c218123baac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:16.096136782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"521a99f1-7e0f-4fa0-a8ac-9c218123baac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:16.144774462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"521a99f1-7e0f-4fa0-a8ac-9c218123baac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:16.193574165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"521a99f1-7e0f-4fa0-a8ac-9c218123baac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:17.674785234Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"namespace":"e2e-extmod-rec-noaccess-890be1","name":"e2e-rec-recover-9335bb","reconcileID":"3d12df94-6164-4fca-9e3e-d38b163a0801","MaaSModelRef":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"tenant":"e2e-extmod-b-1b5075","gateway":"openshift-ingress/e2e-extmod-b-1b5075","model":"e2e-extmod-rec-noaccess-890be1/e2e-rec-recover-9335bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:17.674811241Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"namespace":"e2e-extmod-rec-noaccess-890be1","name":"e2e-rec-recover-9335bb","reconcileID":"3d12df94-6164-4fca-9e3e-d38b163a0801","MaaSModelRef":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"routeName":"external-model-e2e-rec-recover-9335bb-8c2912c3b361","namespace":"e2e-extmod-rec-noaccess-890be1","model":"e2e-rec-recover-9335bb","externalModel":"e2e-rec-recover-9335bb","provider":"e2e-rec-recover-9335bb-provider","gateway":"openshift-ingress/e2e-extmod-b-1b5075","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:17.773019478Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"namespace":"e2e-extmod-rec-noaccess-890be1","name":"e2e-rec-recover-9335bb","reconcileID":"cd6a5118-5f89-4f1e-bcc8-44d1a143d548","MaaSModelRef":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"tenant":"e2e-extmod-b-1b5075","gateway":"openshift-ingress/e2e-extmod-b-1b5075","model":"e2e-extmod-rec-noaccess-890be1/e2e-rec-recover-9335bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:17.773042448Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"namespace":"e2e-extmod-rec-noaccess-890be1","name":"e2e-rec-recover-9335bb","reconcileID":"cd6a5118-5f89-4f1e-bcc8-44d1a143d548","MaaSModelRef":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"routeName":"external-model-e2e-rec-recover-9335bb-8c2912c3b361","namespace":"e2e-extmod-rec-noaccess-890be1","model":"e2e-rec-recover-9335bb","externalModel":"e2e-rec-recover-9335bb","provider":"e2e-rec-recover-9335bb-provider","gateway":"openshift-ingress/e2e-extmod-b-1b5075","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:17.879019617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-9335bb-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-recover-9335bb-access","reconcileID":"196e6d4c-bf17-4a0d-9f49-2d05e25be727","MaaSAuthPolicy":{"name":"e2e-rec-recover-9335bb-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:17.932925696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-9335bb-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-recover-9335bb-access","reconcileID":"196e6d4c-bf17-4a0d-9f49-2d05e25be727","MaaSAuthPolicy":{"name":"e2e-rec-recover-9335bb-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"e2e-extmod-b-1b5075-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:18.050183263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dd3d284-df5a-434b-b968-cb9a9eda13d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:18.0996409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dd3d284-df5a-434b-b968-cb9a9eda13d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:18.14858303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dd3d284-df5a-434b-b968-cb9a9eda13d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:18.197223682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dd3d284-df5a-434b-b968-cb9a9eda13d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:18.453630526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"namespace":"e2e-extmod-rec-noaccess-890be1","name":"e2e-rec-recover-9335bb","reconcileID":"0813b78b-8fdb-46ce-b7e8-78bc1a645925","MaaSModelRef":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"tenant":"e2e-extmod-b-1b5075","gateway":"openshift-ingress/e2e-extmod-b-1b5075","model":"e2e-extmod-rec-noaccess-890be1/e2e-rec-recover-9335bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:18.453656193Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"namespace":"e2e-extmod-rec-noaccess-890be1","name":"e2e-rec-recover-9335bb","reconcileID":"0813b78b-8fdb-46ce-b7e8-78bc1a645925","MaaSModelRef":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"routeName":"external-model-e2e-rec-recover-9335bb-8c2912c3b361","namespace":"e2e-extmod-rec-noaccess-890be1","model":"e2e-rec-recover-9335bb","externalModel":"e2e-rec-recover-9335bb","provider":"e2e-rec-recover-9335bb-provider","gateway":"openshift-ingress/e2e-extmod-b-1b5075","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:19.991156665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32af73d5-6dc5-433a-b02a-6eb53818fb43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:20.04001622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32af73d5-6dc5-433a-b02a-6eb53818fb43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:20.08976998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32af73d5-6dc5-433a-b02a-6eb53818fb43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:20.138401209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32af73d5-6dc5-433a-b02a-6eb53818fb43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:20.371005745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-2-w1-e65019","reconcileID":"8a82a144-c24c-4d0a-a5ce-4ed57da4404b","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-2-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-2-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:20.710692785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-w1-e65019","reconcileID":"a9fb6f5c-ecfb-4d0c-a2fa-ef2741370a82","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:21.056026656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"premium-w1-e65019","reconcileID":"4ae73fc9-0b1f-47e9-8226-d53b9cc45a71","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"premium-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"premium-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:21.313402955Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-subscription","reconcileID":"99843fd9-fae5-40e3-8ec6-3aab02f1c0d7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-premium-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/premium-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:21.358885029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"ef88dd42-15d3-4c1f-bce2-78a0a16468fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:21.359673702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"74b47a6e-dd40-443c-89cc-24502b181006","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:21.408899813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"simulator-w1-e65019","reconcileID":"af0a4957-4ce1-4439-a1ee-a9145f54d89b","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"simulator-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"simulator-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:21.41619122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"ef88dd42-15d3-4c1f-bce2-78a0a16468fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:21.419996943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"74b47a6e-dd40-443c-89cc-24502b181006","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:21.539884094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"premium-w1-e65019","reconcileID":"6808dab8-780d-45f8-9495-0941623a2af3","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"premium-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"premium-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:21.627935506Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-subscription","reconcileID":"95f992ab-7730-41a1-b79e-71fc75b3a7e4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-simulator-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:21.744639686Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-subscription","reconcileID":"1add0735-14c4-4611-b1be-b691a2bd1fa3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-premium-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/premium-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:21.780078964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"c06c7fee-51d9-4fae-a31a-f85a21d10361","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:21.793939311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"simulator-w1-e65019","reconcileID":"b6948466-16fa-49c8-b03c-30398aed8bce","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"simulator-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"simulator-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:21.834212293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"c06c7fee-51d9-4fae-a31a-f85a21d10361","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:21.881307096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"f84fd42f-f92c-4ff7-93cd-b4091e914e16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:21.935257918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"f84fd42f-f92c-4ff7-93cd-b4091e914e16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:21.9764985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d8fdd13-9117-40cd-9cce-ccc23be9f2ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:21.999964625Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-subscription","reconcileID":"e6a0f082-50fe-45fa-8b29-e478dc230d41","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-simulator-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:22.02587894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d8fdd13-9117-40cd-9cce-ccc23be9f2ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:22.074510631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d8fdd13-9117-40cd-9cce-ccc23be9f2ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:22.123136484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d8fdd13-9117-40cd-9cce-ccc23be9f2ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:23.361951844Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-1b5075 priority=0:[ai-tenant-e2e-extmod-b-1b5075/e2e-att-serve-39657c-sub ai-tenant-e2e-extmod-b-1b5075/e2e-rec-ctrl-3b587b-sub ai-tenant-e2e-extmod-b-1b5075/e2e-rec-recover-9335bb-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:23.428074129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"namespace":"e2e-extmod-rec-noaccess-890be1","name":"e2e-rec-recover-9335bb","reconcileID":"dff33088-6811-4006-8f71-c4eaa94bd3b8","MaaSModelRef":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"tenant":"e2e-extmod-b-1b5075","gateway":"openshift-ingress/e2e-extmod-b-1b5075","model":"e2e-extmod-rec-noaccess-890be1/e2e-rec-recover-9335bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:23.428107341Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"namespace":"e2e-extmod-rec-noaccess-890be1","name":"e2e-rec-recover-9335bb","reconcileID":"dff33088-6811-4006-8f71-c4eaa94bd3b8","MaaSModelRef":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"routeName":"external-model-e2e-rec-recover-9335bb-8c2912c3b361","namespace":"e2e-extmod-rec-noaccess-890be1","model":"e2e-rec-recover-9335bb","externalModel":"e2e-rec-recover-9335bb","provider":"e2e-rec-recover-9335bb-provider","gateway":"openshift-ingress/e2e-extmod-b-1b5075","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:49:23.533866545Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-1b5075/e2e-rec-recover-9335bb-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rec-recover-9335bb-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:23.569566182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"c8f26be5-7bcf-4f34-a8f2-a6a73980dafc","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:23.571539518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-9335bb-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-recover-9335bb-access","reconcileID":"cbc3fd3b-c2a2-4497-8102-34cc504001b4","MaaSAuthPolicy":{"name":"e2e-rec-recover-9335bb-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:23.577050037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-ctrl-3b587b-access","reconcileID":"11507a63-5501-41f8-a32d-7bb4a7391ff4","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:23.579105715Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"namespace":"e2e-extmod-att-user-26296c","name":"e2e-att-serve-39657c","reconcileID":"7ab2fb69-bf93-4de4-ae16-c23c5f18eadd","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"tenant":"e2e-extmod-b-1b5075","gateway":"openshift-ingress/e2e-extmod-b-1b5075","model":"e2e-extmod-att-user-26296c/e2e-att-serve-39657c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:23.579190972Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"namespace":"e2e-extmod-att-user-26296c","name":"e2e-att-serve-39657c","reconcileID":"7ab2fb69-bf93-4de4-ae16-c23c5f18eadd","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"routeName":"external-model-e2e-att-serve-39657c-e41197d2d713","namespace":"e2e-extmod-att-user-26296c","model":"e2e-att-serve-39657c","externalModel":"e2e-att-serve-39657c","provider":"e2e-att-serve-39657c-provider","gateway":"openshift-ingress/e2e-extmod-b-1b5075","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:23.624265091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"c8f26be5-7bcf-4f34-a8f2-a6a73980dafc","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"e2e-extmod-b-1b5075-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:23.626050218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-9335bb-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-recover-9335bb-access","reconcileID":"cbc3fd3b-c2a2-4497-8102-34cc504001b4","MaaSAuthPolicy":{"name":"e2e-rec-recover-9335bb-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"e2e-extmod-b-1b5075-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:23.631898316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-ctrl-3b587b-access","reconcileID":"11507a63-5501-41f8-a32d-7bb4a7391ff4","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"e2e-extmod-b-1b5075-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:23.679494202Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"namespace":"e2e-extmod-rec-noaccess-890be1","name":"e2e-rec-recover-9335bb","reconcileID":"6e5ad0a7-c4b2-4b93-a917-e472decceb74","MaaSModelRef":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"tenant":"e2e-extmod-b-1b5075","gateway":"openshift-ingress/e2e-extmod-b-1b5075","model":"e2e-extmod-rec-noaccess-890be1/e2e-rec-recover-9335bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:23.679516095Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"namespace":"e2e-extmod-rec-noaccess-890be1","name":"e2e-rec-recover-9335bb","reconcileID":"6e5ad0a7-c4b2-4b93-a917-e472decceb74","MaaSModelRef":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"routeName":"external-model-e2e-rec-recover-9335bb-8c2912c3b361","namespace":"e2e-extmod-rec-noaccess-890be1","model":"e2e-rec-recover-9335bb","externalModel":"e2e-rec-recover-9335bb","provider":"e2e-rec-recover-9335bb-provider","gateway":"openshift-ingress/e2e-extmod-b-1b5075","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:23.778576054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3b587b","namespace":"e2e-extmod-rec-user-6dda56"},"namespace":"e2e-extmod-rec-user-6dda56","name":"e2e-rec-ctrl-3b587b","reconcileID":"795af388-0c78-4221-a7f5-bb02c65abe91","MaaSModelRef":{"name":"e2e-rec-ctrl-3b587b","namespace":"e2e-extmod-rec-user-6dda56"},"tenant":"e2e-extmod-b-1b5075","gateway":"openshift-ingress/e2e-extmod-b-1b5075","model":"e2e-extmod-rec-user-6dda56/e2e-rec-ctrl-3b587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:23.778612177Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3b587b","namespace":"e2e-extmod-rec-user-6dda56"},"namespace":"e2e-extmod-rec-user-6dda56","name":"e2e-rec-ctrl-3b587b","reconcileID":"795af388-0c78-4221-a7f5-bb02c65abe91","MaaSModelRef":{"name":"e2e-rec-ctrl-3b587b","namespace":"e2e-extmod-rec-user-6dda56"},"routeName":"external-model-e2e-rec-ctrl-3b587b-427a82f6ae90","namespace":"e2e-extmod-rec-user-6dda56","model":"e2e-rec-ctrl-3b587b","externalModel":"e2e-rec-ctrl-3b587b","provider":"e2e-rec-ctrl-3b587b-provider","gateway":"openshift-ingress/e2e-extmod-b-1b5075","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:23.791736506Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-9335bb-sub","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-recover-9335bb-sub","reconcileID":"644bb308-61b0-4c5a-b66e-49fb9d14f903","MaaSSubscription":{"name":"e2e-rec-recover-9335bb-sub","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"maas-trlp-e2e-rec-recover-9335bb","model":"e2e-rec-recover-9335bb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-1b5075/e2e-rec-recover-9335bb-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:23.940760115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e84d11c-83a1-4698-86c2-6a91b1788373","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:23.989748203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e84d11c-83a1-4698-86c2-6a91b1788373","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:24.03927764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e84d11c-83a1-4698-86c2-6a91b1788373","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:24.08800653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e84d11c-83a1-4698-86c2-6a91b1788373","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:24.088124995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"5b22d7cb-f20e-434f-aad0-96cc9f72cd7a","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:24.13696991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-9335bb-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-recover-9335bb-access","reconcileID":"53cdc12b-7b04-4e27-b363-4b6428c12564","MaaSAuthPolicy":{"name":"e2e-rec-recover-9335bb-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:24.1421619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"5b22d7cb-f20e-434f-aad0-96cc9f72cd7a","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"e2e-extmod-b-1b5075-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:24.185482315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-ctrl-3b587b-access","reconcileID":"11e4251d-ca69-4665-b2a2-7806bf03c8b0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:24.190510433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-9335bb-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-recover-9335bb-access","reconcileID":"53cdc12b-7b04-4e27-b363-4b6428c12564","MaaSAuthPolicy":{"name":"e2e-rec-recover-9335bb-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"e2e-extmod-b-1b5075-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:24.192722192Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"namespace":"e2e-extmod-rec-noaccess-890be1","name":"e2e-rec-recover-9335bb","reconcileID":"88ccb906-0fe1-426d-b416-fc3164ff46b0","MaaSModelRef":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"tenant":"e2e-extmod-b-1b5075","gateway":"openshift-ingress/e2e-extmod-b-1b5075","model":"e2e-extmod-rec-noaccess-890be1/e2e-rec-recover-9335bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:24.192739891Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"namespace":"e2e-extmod-rec-noaccess-890be1","name":"e2e-rec-recover-9335bb","reconcileID":"88ccb906-0fe1-426d-b416-fc3164ff46b0","MaaSModelRef":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"routeName":"external-model-e2e-rec-recover-9335bb-8c2912c3b361","namespace":"e2e-extmod-rec-noaccess-890be1","model":"e2e-rec-recover-9335bb","externalModel":"e2e-rec-recover-9335bb","provider":"e2e-rec-recover-9335bb-provider","gateway":"openshift-ingress/e2e-extmod-b-1b5075","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:24.23927567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-ctrl-3b587b-access","reconcileID":"11e4251d-ca69-4665-b2a2-7806bf03c8b0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"e2e-extmod-b-1b5075-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:24.434487853Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-9335bb-sub","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-recover-9335bb-sub","reconcileID":"c3127215-51d6-4354-a2bb-75efb0fd7c41","MaaSSubscription":{"name":"e2e-rec-recover-9335bb-sub","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"maas-trlp-e2e-rec-recover-9335bb","model":"e2e-extmod-rec-noaccess-890be1/e2e-rec-recover-9335bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:24.803831636Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"namespace":"e2e-extmod-att-noaccess-b79d51","name":"e2e-att-noaccess-7f2d0c","reconcileID":"c5a1d74a-d92b-46b1-a4fe-2ef98c39f691","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:24.98460845Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"namespace":"e2e-extmod-att-noaccess-b79d51","name":"e2e-att-noaccess-7f2d0c","reconcileID":"a9ffca10-2ba0-496d-ac21-92584132c07d","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:25.679190158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-2-w1-e65019","reconcileID":"c03239cf-1a43-484a-b376-4c32d4333582","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-2-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-2-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:25.679519033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-w1-e65019","reconcileID":"6a10f8c4-a12a-42e9-8100-29c9d108e2d4","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:25.679715793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"premium-w1-e65019","reconcileID":"f81178d1-3613-4eef-bdfa-a6e32ccf3fc0","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"premium-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"premium-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:25.68004374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"simulator-w1-e65019","reconcileID":"8f2c9b51-3a92-44f7-8f5c-76449c93b2f7","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"simulator-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"simulator-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:25.729908128Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"namespace":"e2e-extmod-att-noaccess-b79d51","name":"e2e-att-noaccess-7f2d0c","reconcileID":"f7ccfef7-2076-4809-b2a6-8700dfbad91e","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:25.831517346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"9a104d39-8e12-43f0-bc81-a3bc920b8858","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:25.831558134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"c53cb95d-8fa9-489e-b398-02d313b14174","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:25.881403555Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-subscription","reconcileID":"6e99a981-8da6-4f17-a50e-25b813b4b08e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-simulator-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:25.882389953Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-subscription","reconcileID":"4968dcfc-aa6b-4b93-b54d-a7448576d6f8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-premium-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/premium-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:25.885574174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"9a104d39-8e12-43f0-bc81-a3bc920b8858","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:25.885764475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"c53cb95d-8fa9-489e-b398-02d313b14174","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:26.021469937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"367c6437-91bd-43b7-b429-e020b9a9d73d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:26.071448305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"367c6437-91bd-43b7-b429-e020b9a9d73d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:26.120920335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"367c6437-91bd-43b7-b429-e020b9a9d73d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:26.170511028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"367c6437-91bd-43b7-b429-e020b9a9d73d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:26.22089938Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"namespace":"e2e-extmod-att-noaccess-b79d51","name":"e2e-att-noaccess-7f2d0c","reconcileID":"b3d2f568-7bf2-4e2b-96fa-5770cf5a1206","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:26.278895091Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-9626a6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-9626a6","reconcileID":"b33db5bb-9624-46dc-8df1-f04a73f294a9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-9626a6","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-9626a6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:26.319392379Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-subscription","reconcileID":"922c666d-d2e2-4995-b4e6-6b637ef9b3ff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-premium-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/premium-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:26.320032719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-subscription","reconcileID":"aa8d2013-3b2d-4a2f-98ea-b8202708cf75","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-simulator-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:26.374897353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"9fcebe93-da5f-4d60-9127-2277e1a2c86d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:26.375024117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"a46b8c1b-1db2-42ca-a741-a3dabe5c9a08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:26.430161245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"9fcebe93-da5f-4d60-9127-2277e1a2c86d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:26.430208703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"a46b8c1b-1db2-42ca-a741-a3dabe5c9a08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:26.586670984Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"namespace":"e2e-extmod-att-noaccess-b79d51","name":"e2e-att-noaccess-7f2d0c","reconcileID":"3ddc6383-4855-4d1c-8eb7-59449cc21523","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:27.97690499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39950888-164c-4d6d-9e81-3a18976caf34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:28.025361876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39950888-164c-4d6d-9e81-3a18976caf34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:28.073718899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39950888-164c-4d6d-9e81-3a18976caf34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:28.122577941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39950888-164c-4d6d-9e81-3a18976caf34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:28.566715958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-subscription","reconcileID":"dc30c804-ef1c-4d91-870a-fbce5294444a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-premium-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:28.626405875Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"namespace":"e2e-extmod-att-noaccess-b79d51","name":"e2e-att-noaccess-7f2d0c","reconcileID":"8ee80635-1640-4f24-875a-3e6f71400bec","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:28.738503849Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-subscription","reconcileID":"0dd7e2ea-5a07-4998-8f94-00c0c72d4c6b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-premium-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:28.976903604Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-3b587b-sub","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-ctrl-3b587b-sub","reconcileID":"4a55092a-c062-408c-91d1-ce06f2f596d5","MaaSSubscription":{"name":"e2e-rec-ctrl-3b587b-sub","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"maas-trlp-e2e-rec-ctrl-3b587b","model":"e2e-extmod-rec-user-6dda56/e2e-rec-ctrl-3b587b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:29.011296028Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-subscription","reconcileID":"c5815abe-60f5-4d78-adc8-eafc88805f27","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-premium-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/premium-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:29.136135158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-subscription","reconcileID":"65cf8eba-c9cd-4ad5-9f48-bb48b9af7ecf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:29.29188624Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-subscription","reconcileID":"7a0b398f-4dd4-4f3c-8a68-a7f5335ac2ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:29.525452672Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c713cf24-e055-462b-a5c0-19d231b3502a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:29.624146655Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-subscription","reconcileID":"a85b6c65-ada5-4663-b8b7-8c104bfb54c9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:29.643617704Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-subscription","reconcileID":"94c8a4a9-96a9-4f98-b1e5-4b6317eeb19d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"maas-trlp-simulator-w1-e65019","model":"e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:29.727413897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-subscription","reconcileID":"2a2a1b69-5e47-42a0-97f6-810257757af7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-premium-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/premium-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:29.986180126Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7b7d4743-93ee-4c65-9791-53a61c384d98","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:30.121306791Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-subscription","reconcileID":"9897a38f-8ab9-43be-8baf-649ac0e044ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-simulator-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:30.267770431Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-subscription","reconcileID":"1e860f3a-a8e7-4b22-bf69-84eb660c3220","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-premium-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/premium-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:30.369154387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-39657c-sub","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-sub","reconcileID":"76499f9e-8a66-41ba-a37e-351ac2968603","MaaSSubscription":{"name":"e2e-att-serve-39657c-sub","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"maas-trlp-e2e-att-serve-39657c","model":"e2e-extmod-att-user-26296c/e2e-att-serve-39657c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:30.644506218Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"namespace":"e2e-extmod-att-noaccess-b79d51","name":"e2e-att-noaccess-7f2d0c","reconcileID":"da24f9a2-c56b-4897-a55d-4a6942c4ced4","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:31.338702196Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"namespace":"e2e-extmod-att-noaccess-b79d51","name":"e2e-att-noaccess-7f2d0c","reconcileID":"00cb757d-b354-4b81-bf13-a590d4ba2253","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:31.432065167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"188c2a54-1efb-4158-a7ae-0b82616f8555","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:31.482935448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"188c2a54-1efb-4158-a7ae-0b82616f8555","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:31.532368395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"188c2a54-1efb-4158-a7ae-0b82616f8555","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:31.583452454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"188c2a54-1efb-4158-a7ae-0b82616f8555","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:33.37115133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"552de117-1055-4252-a29e-596e686b1b11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:33.419837735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"552de117-1055-4252-a29e-596e686b1b11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:33.468476542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"552de117-1055-4252-a29e-596e686b1b11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:33.517276562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"552de117-1055-4252-a29e-596e686b1b11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:35.680557715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-2-w1-e65019","reconcileID":"05fa6d4f-5769-42f1-922e-1c5e2b579160","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-2-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-2-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:35.68095029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-w1-e65019","reconcileID":"20abb00b-dbfb-4457-9ccc-0b34a06c539a","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:35.681230911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"premium-w1-e65019","reconcileID":"d38019b3-dfe4-4073-9e6c-7620bb734c36","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"premium-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"premium-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:35.681727994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"simulator-w1-e65019","reconcileID":"21b1f161-e42d-475b-b3b5-e2eae367deb3","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"simulator-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"simulator-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:36.16835208Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:41.482475187Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"namespace":"e2e-extmod-att-noaccess-b79d51","name":"e2e-att-noaccess-7f2d0c","reconcileID":"d4e1536a-bc31-4f4a-85c3-2ecee3393535","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:41.79677729Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"namespace":"e2e-extmod-att-noaccess-b79d51","name":"e2e-att-noaccess-7f2d0c","reconcileID":"a898f8f9-272b-4241-998a-b12d730c9151","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:45.68155372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-2-w1-e65019","reconcileID":"1106a373-7a97-4e51-b160-05823a884a79","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-2-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-2-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:45.681838488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-w1-e65019","reconcileID":"4bb5f4d6-82a3-4c2e-bf60-bac50a7c0250","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:45.682033042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"premium-w1-e65019","reconcileID":"1e222a9a-f0e1-4e93-8bb3-0c6e4907b1b6","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"premium-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"premium-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:45.682372015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"simulator-w1-e65019","reconcileID":"49549b19-db15-442d-a673-509b7a9b38ca","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"simulator-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"simulator-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:51.896391372Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"namespace":"e2e-extmod-att-noaccess-b79d51","name":"e2e-att-noaccess-7f2d0c","reconcileID":"f3eb4809-9787-4791-8a08-a2bf8e69e664","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:53.169388996Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b829bc"},"namespace":"ai-tenant-e2e-extmod-a-b829bc","name":"default-tenant","reconcileID":"bb9b4030-85c9-4066-9502-05373c8cb645","namespace":"ai-tenant-e2e-extmod-a-b829bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:53.169457211Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b829bc"},"namespace":"ai-tenant-e2e-extmod-a-b829bc","name":"default-tenant","reconcileID":"bb9b4030-85c9-4066-9502-05373c8cb645","namespace":"ai-tenant-e2e-extmod-a-b829bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:53.169512038Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b829bc"},"namespace":"ai-tenant-e2e-extmod-a-b829bc","name":"default-tenant","reconcileID":"bb9b4030-85c9-4066-9502-05373c8cb645","tenant":"e2e-extmod-a-b829bc","tenantID":"e2e-extmod-a-b829bc","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:53.22249134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b829bc"},"namespace":"ai-tenant-e2e-extmod-a-b829bc","name":"default-tenant","reconcileID":"bb9b4030-85c9-4066-9502-05373c8cb645","gvk":"Deployment","name":"maas-api-e2e-extmod-a-b829bc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:53.282723573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b829bc"},"namespace":"ai-tenant-e2e-extmod-a-b829bc","name":"default-tenant","reconcileID":"bb9b4030-85c9-4066-9502-05373c8cb645","gvk":"Service","name":"maas-api-e2e-extmod-a-b829bc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:53.335165134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b829bc"},"namespace":"ai-tenant-e2e-extmod-a-b829bc","name":"default-tenant","reconcileID":"bb9b4030-85c9-4066-9502-05373c8cb645","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-b829bc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:53.387042791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b829bc"},"namespace":"ai-tenant-e2e-extmod-a-b829bc","name":"default-tenant","reconcileID":"bb9b4030-85c9-4066-9502-05373c8cb645","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-b829bc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:53.440278063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b829bc"},"namespace":"ai-tenant-e2e-extmod-a-b829bc","name":"default-tenant","reconcileID":"bb9b4030-85c9-4066-9502-05373c8cb645","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-b829bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:53.499679217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b829bc"},"namespace":"ai-tenant-e2e-extmod-a-b829bc","name":"default-tenant","reconcileID":"bb9b4030-85c9-4066-9502-05373c8cb645","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-b829bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:53.554657337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b829bc"},"namespace":"ai-tenant-e2e-extmod-a-b829bc","name":"default-tenant","reconcileID":"bb9b4030-85c9-4066-9502-05373c8cb645","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-b829bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:53.609804859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b829bc"},"namespace":"ai-tenant-e2e-extmod-a-b829bc","name":"default-tenant","reconcileID":"bb9b4030-85c9-4066-9502-05373c8cb645","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-b829bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:53.65859846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b829bc"},"namespace":"ai-tenant-e2e-extmod-a-b829bc","name":"default-tenant","reconcileID":"bb9b4030-85c9-4066-9502-05373c8cb645","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-b829bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:53.707232223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b829bc"},"namespace":"ai-tenant-e2e-extmod-a-b829bc","name":"default-tenant","reconcileID":"bb9b4030-85c9-4066-9502-05373c8cb645","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-b829bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:53.755996598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b829bc"},"namespace":"ai-tenant-e2e-extmod-a-b829bc","name":"default-tenant","reconcileID":"bb9b4030-85c9-4066-9502-05373c8cb645","gvk":"Service","name":"payload-processing-e2e-extmod-a-b829bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:53.804574148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b829bc"},"namespace":"ai-tenant-e2e-extmod-a-b829bc","name":"default-tenant","reconcileID":"bb9b4030-85c9-4066-9502-05373c8cb645","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-b829bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:53.853111118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b829bc"},"namespace":"ai-tenant-e2e-extmod-a-b829bc","name":"default-tenant","reconcileID":"bb9b4030-85c9-4066-9502-05373c8cb645","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-b829bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:53.901831126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b829bc"},"namespace":"ai-tenant-e2e-extmod-a-b829bc","name":"default-tenant","reconcileID":"bb9b4030-85c9-4066-9502-05373c8cb645","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-b829bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:53.95017034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b829bc"},"namespace":"ai-tenant-e2e-extmod-a-b829bc","name":"default-tenant","reconcileID":"bb9b4030-85c9-4066-9502-05373c8cb645","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-b829bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:54.005464036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b829bc"},"namespace":"ai-tenant-e2e-extmod-a-b829bc","name":"default-tenant","reconcileID":"bb9b4030-85c9-4066-9502-05373c8cb645","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-b829bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:54.026800847Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"namespace":"e2e-extmod-att-noaccess-b79d51","name":"e2e-att-noaccess-7f2d0c","reconcileID":"b93300eb-84f7-41b8-aa57-46094c9d9c17","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:54.075614731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b829bc"},"namespace":"ai-tenant-e2e-extmod-a-b829bc","name":"default-tenant","reconcileID":"bb9b4030-85c9-4066-9502-05373c8cb645","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-b829bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:54.124404422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b829bc"},"namespace":"ai-tenant-e2e-extmod-a-b829bc","name":"default-tenant","reconcileID":"bb9b4030-85c9-4066-9502-05373c8cb645","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-b829bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:54.17559322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b829bc"},"namespace":"ai-tenant-e2e-extmod-a-b829bc","name":"default-tenant","reconcileID":"bb9b4030-85c9-4066-9502-05373c8cb645","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-b829bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:54.224805703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b829bc"},"namespace":"ai-tenant-e2e-extmod-a-b829bc","name":"default-tenant","reconcileID":"bb9b4030-85c9-4066-9502-05373c8cb645","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-b829bc","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:54.885384947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59a153ce-0550-4dc8-9cd2-8d9ebbdf4369","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:54.934963764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59a153ce-0550-4dc8-9cd2-8d9ebbdf4369","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:54.98363257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59a153ce-0550-4dc8-9cd2-8d9ebbdf4369","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:55.032478097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59a153ce-0550-4dc8-9cd2-8d9ebbdf4369","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:55.089916556Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-b829bc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-b829bc","reconcileID":"33adb70a-a85e-4a26-be83-d926147489e3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-b829bc","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-b829bc"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:55.299474537Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"namespace":"e2e-extmod-att-noaccess-b79d51","name":"e2e-att-noaccess-7f2d0c","reconcileID":"e798162e-7df9-4d02-a3c1-027a2ec39321","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:55.681968754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-2-w1-e65019","reconcileID":"3d91fca2-153f-4fea-8928-074f8b3c380b","MaaSModelRef":{"name":"distinct-2-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-2-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-2-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:55.682285386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"distinct-w1-e65019","reconcileID":"46be9a4d-46c1-4c52-bd33-c055efdbb07a","MaaSModelRef":{"name":"distinct-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"distinct-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"distinct-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:55.68258837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"premium-w1-e65019","reconcileID":"4ea5f05c-86a2-4f19-b3e8-6262358701e9","MaaSModelRef":{"name":"premium-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"premium-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"premium-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:55.683020665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"simulator-w1-e65019","reconcileID":"77b79872-cd0e-4dc4-9d7c-ccb15bc259e0","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"routeName":"simulator-w1-e65019-kserve-route","namespace":"e2e-models-e2e-worker-w1-e65019","llmisvcName":"simulator-w1-e65019","gateway":"openshift-ingress/e2e-worker-w1-e65019","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:56.288403379Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-subscription","reconcileID":"fc832b9a-cf80-41b3-8a11-7a8609473dee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"model":"e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:56.288997857Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-subscription","reconcileID":"39534757-b46d-44a6-bb7c-ad53509f597a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"model":"e2e-models-e2e-worker-w1-e65019/premium-w1-e65019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:56.384765394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"6d5cdd5d-905b-40b8-8b91-7c583ed0d96d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:56.385730603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"27b2e57d-e983-45d2-88ba-9c17f2e6b492","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:56.439548871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"27b2e57d-e983-45d2-88ba-9c17f2e6b492","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:56.439587967Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"27b2e57d-e983-45d2-88ba-9c17f2e6b492","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"model":"e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:56.440210276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"6d5cdd5d-905b-40b8-8b91-7c583ed0d96d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:56.440261646Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"6d5cdd5d-905b-40b8-8b91-7c583ed0d96d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"model":"e2e-models-e2e-worker-w1-e65019/premium-w1-e65019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:56.450708281Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-subscription","reconcileID":"f07f6b43-b32a-4cee-9c6f-1bd6c0e4fe78","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"model":"e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:56.452695721Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-subscription","reconcileID":"24c21b98-ebdd-4935-8ca5-4095f0d032d1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"model":"e2e-models-e2e-worker-w1-e65019/premium-w1-e65019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:56.553441397Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-subscription","reconcileID":"57bd9e3b-ef97-478f-aba1-51b9eb572286","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"model":"e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:56.636589722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"7174174e-c3cc-499c-a075-2b5aff1405a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:56.636697894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"13fac2ec-2066-4e8a-9f05-7597a585bf02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:56.653573446Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-subscription","reconcileID":"810fec82-629d-4230-b5e5-2818ccf24043","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"model":"e2e-models-e2e-worker-w1-e65019/premium-w1-e65019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:56.696208029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"7174174e-c3cc-499c-a075-2b5aff1405a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:56.696242326Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"7174174e-c3cc-499c-a075-2b5aff1405a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"model":"e2e-models-e2e-worker-w1-e65019/premium-w1-e65019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:56.696935111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"13fac2ec-2066-4e8a-9f05-7597a585bf02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:56.696969921Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"13fac2ec-2066-4e8a-9f05-7597a585bf02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"model":"e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:56.868408085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6c2e2c1-1398-41cb-9da4-8c0acf0c77b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:56.917057003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6c2e2c1-1398-41cb-9da4-8c0acf0c77b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:56.966151814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6c2e2c1-1398-41cb-9da4-8c0acf0c77b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:57.014851639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6c2e2c1-1398-41cb-9da4-8c0acf0c77b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:58.158985993Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-subscription","reconcileID":"fab45c4a-6eff-4f93-bafb-fdaeaa1d8c9b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"model":"e2e-models-e2e-worker-w1-e65019/premium-w1-e65019","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-e65019/premium-w1-e65019 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:58.162965607Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-subscription","reconcileID":"72993c4d-2eb2-471d-a01f-a0329e402b72","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"model":"e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:58.275395329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"c2e50203-f8bc-483e-83b7-4f2347af099f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:58.275919976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"bbb67943-6041-4c07-902e-5e2220804fee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:58.339538256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"c2e50203-f8bc-483e-83b7-4f2347af099f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:58.339583305Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"c2e50203-f8bc-483e-83b7-4f2347af099f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"model":"e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:58.34186682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"bbb67943-6041-4c07-902e-5e2220804fee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:58.34189547Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"bbb67943-6041-4c07-902e-5e2220804fee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"model":"e2e-models-e2e-worker-w1-e65019/premium-w1-e65019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:58.469922499Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-subscription","reconcileID":"0b7c3f1f-9291-4573-9a0c-cc04d330e61f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"model":"e2e-models-e2e-worker-w1-e65019/premium-w1-e65019","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-e65019/premium-w1-e65019 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:58.637265902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"f022c5e4-2a19-49e7-8df2-0271b7b4d285","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:58.637265884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"a71226a6-cff8-4c38-8162-4a412dee2c57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:58.692020434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"f022c5e4-2a19-49e7-8df2-0271b7b4d285","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:58.692058551Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"f022c5e4-2a19-49e7-8df2-0271b7b4d285","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"model":"e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:58.692272654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"a71226a6-cff8-4c38-8162-4a412dee2c57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:58.692303906Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"a71226a6-cff8-4c38-8162-4a412dee2c57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"model":"e2e-models-e2e-worker-w1-e65019/premium-w1-e65019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:58.937004771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9e46729-553e-4295-898d-81cc70b215b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:58.986047329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9e46729-553e-4295-898d-81cc70b215b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:59.03481411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9e46729-553e-4295-898d-81cc70b215b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:59.083555348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9e46729-553e-4295-898d-81cc70b215b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:59.432995161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"b3926529-f231-4941-b26b-8ac4a7e22701","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:59.43322691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"42387b37-2628-42dc-a5de-585e271e8e8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:59.486831841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"b3926529-f231-4941-b26b-8ac4a7e22701","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:59.486858668Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"b3926529-f231-4941-b26b-8ac4a7e22701","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"model":"e2e-models-e2e-worker-w1-e65019/premium-w1-e65019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:59.486908144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"42387b37-2628-42dc-a5de-585e271e8e8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:59.486935848Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"42387b37-2628-42dc-a5de-585e271e8e8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"model":"e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:59.495502089Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-subscription","reconcileID":"81515071-fdbc-4604-b5c0-abac68ef754f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"model":"e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019 (deleting)","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:49:59.693987684Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e65019","namespace":"e2e-models-e2e-worker-w1-e65019"},"namespace":"e2e-models-e2e-worker-w1-e65019","name":"simulator-w1-e65019","reconcileID":"be1b3177-439a-4a1c-9425-b9550cb0edf5","error":"maasmodelrefs.maas.opendatahub.io \"simulator-w1-e65019\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:59.73385811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"ba281b04-829a-4220-94f4-3167eba0f274","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:59.787780084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"ba281b04-829a-4220-94f4-3167eba0f274","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:59.787807131Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"ba281b04-829a-4220-94f4-3167eba0f274","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"model":"e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:59.834181701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"75a78681-e6dd-4134-97ed-3effbc4d4fab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:59.888613855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"75a78681-e6dd-4134-97ed-3effbc4d4fab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:59.94142888Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"75a78681-e6dd-4134-97ed-3effbc4d4fab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"model":"e2e-models-e2e-worker-w1-e65019/premium-w1-e65019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:00.939653493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"758bf853-d4bc-4cba-bcf9-87db93f91a56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:00.988138782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"758bf853-d4bc-4cba-bcf9-87db93f91a56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:01.036668425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"758bf853-d4bc-4cba-bcf9-87db93f91a56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:01.085456246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"758bf853-d4bc-4cba-bcf9-87db93f91a56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:02.918211855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8869c7f-0947-472d-9917-c529e9b6bddd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:02.970518987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8869c7f-0947-472d-9917-c529e9b6bddd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:03.023988633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8869c7f-0947-472d-9917-c529e9b6bddd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:03.07334695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8869c7f-0947-472d-9917-c529e9b6bddd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:03.323459907Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"namespace":"e2e-extmod-att-noaccess-b79d51","name":"e2e-att-noaccess-7f2d0c","reconcileID":"3bba7cc4-4197-4e30-80c5-f3b4ed14a5f5","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:03.427246365Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"namespace":"e2e-extmod-att-noaccess-b79d51","name":"e2e-att-noaccess-7f2d0c","reconcileID":"c49ccf5d-a15c-4bcc-b9b6-bc9b86735dcb","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:04.862789139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-9335bb-sub","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-recover-9335bb-sub","reconcileID":"80f2080f-e68b-4a95-97ba-5a8c3dcd77cc","MaaSSubscription":{"name":"e2e-rec-recover-9335bb-sub","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"maas-trlp-e2e-rec-recover-9335bb","model":"e2e-extmod-rec-noaccess-890be1/e2e-rec-recover-9335bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:04.863541015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac7cbafb-e8cc-42e3-a534-de26a76262cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:04.912664211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac7cbafb-e8cc-42e3-a534-de26a76262cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:04.961137117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac7cbafb-e8cc-42e3-a534-de26a76262cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:05.009847908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac7cbafb-e8cc-42e3-a534-de26a76262cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:05.260402726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"namespace":"e2e-extmod-rec-noaccess-890be1","name":"e2e-rec-recover-9335bb","reconcileID":"6319056b-7a6a-42b2-a163-70c53e5b85d4","MaaSModelRef":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"tenant":"e2e-extmod-b-1b5075","gateway":"openshift-ingress/e2e-extmod-b-1b5075","model":"e2e-extmod-rec-noaccess-890be1/e2e-rec-recover-9335bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:05.260435917Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"namespace":"e2e-extmod-rec-noaccess-890be1","name":"e2e-rec-recover-9335bb","reconcileID":"6319056b-7a6a-42b2-a163-70c53e5b85d4","MaaSModelRef":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"routeName":"external-model-e2e-rec-recover-9335bb-8c2912c3b361","namespace":"e2e-extmod-rec-noaccess-890be1","model":"e2e-rec-recover-9335bb","externalModel":"e2e-rec-recover-9335bb","provider":"e2e-rec-recover-9335bb-provider","gateway":"openshift-ingress/e2e-extmod-b-1b5075","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:06.167976209Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:06.195648097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-9335bb-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-recover-9335bb-access","reconcileID":"8fcb05d9-5ab6-46cd-bacc-333a0a9ddb40","MaaSAuthPolicy":{"name":"e2e-rec-recover-9335bb-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:06.249670813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-9335bb-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-recover-9335bb-access","reconcileID":"8fcb05d9-5ab6-46cd-bacc-333a0a9ddb40","MaaSAuthPolicy":{"name":"e2e-rec-recover-9335bb-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"e2e-extmod-b-1b5075-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:06.783928896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fba1301c-3a71-444a-a769-3bb6c25b9055","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:06.832661926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fba1301c-3a71-444a-a769-3bb6c25b9055","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:06.881398456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fba1301c-3a71-444a-a769-3bb6c25b9055","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:06.930463343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fba1301c-3a71-444a-a769-3bb6c25b9055","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:08.716803985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44b31119-3b24-454e-91f8-d8f810f325b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:08.766181705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44b31119-3b24-454e-91f8-d8f810f325b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:08.815112395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44b31119-3b24-454e-91f8-d8f810f325b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:08.865677377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44b31119-3b24-454e-91f8-d8f810f325b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:13.526423358Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"namespace":"e2e-extmod-att-noaccess-b79d51","name":"e2e-att-noaccess-7f2d0c","reconcileID":"2a3e32b7-bb72-487a-8eb1-e3a556d46175","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:13.79651142Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"namespace":"e2e-extmod-att-noaccess-b79d51","name":"e2e-att-noaccess-7f2d0c","reconcileID":"4f7dd88b-d5f8-42f3-ab65-8aa251ff19f7","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:23.896147157Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"namespace":"e2e-extmod-att-noaccess-b79d51","name":"e2e-att-noaccess-7f2d0c","reconcileID":"694c08b1-da9c-4149-b631-0799d9f93ffe","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:33.995512309Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"namespace":"e2e-extmod-att-noaccess-b79d51","name":"e2e-att-noaccess-7f2d0c","reconcileID":"628ebe6f-7115-429d-9a27-310007ce8a60","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:36.168192707Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:44.094604852Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"namespace":"e2e-extmod-att-noaccess-b79d51","name":"e2e-att-noaccess-7f2d0c","reconcileID":"5c088357-b1d9-4299-bfc3-9c97bea8ca99","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:45.623239857Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"default-tenant","reconcileID":"bd62af5e-fa71-475c-b722-4edfa78a993e","namespace":"ai-tenant-e2e-worker-w1-e65019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:45.623311456Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"default-tenant","reconcileID":"bd62af5e-fa71-475c-b722-4edfa78a993e","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:45.677837032Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"default-tenant","reconcileID":"bd62af5e-fa71-475c-b722-4edfa78a993e","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:45.732039191Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"default-tenant","reconcileID":"bd62af5e-fa71-475c-b722-4edfa78a993e","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:45.73206155Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"default-tenant","reconcileID":"bd62af5e-fa71-475c-b722-4edfa78a993e","namespace":"ai-tenant-e2e-worker-w1-e65019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:45.732148769Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"default-tenant","reconcileID":"bd62af5e-fa71-475c-b722-4edfa78a993e","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:45.78576134Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"default-tenant","reconcileID":"bd62af5e-fa71-475c-b722-4edfa78a993e","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:45.827048708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"23916ea8-b11c-466e-875d-61e789f6fd84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:45.827048101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"bc99bf51-eaee-4462-af2b-5f7c60c1d841","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:45.839864547Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"default-tenant","reconcileID":"bd62af5e-fa71-475c-b722-4edfa78a993e","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:45.881865389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"bc99bf51-eaee-4462-af2b-5f7c60c1d841","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:45.882552312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"23916ea8-b11c-466e-875d-61e789f6fd84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:45.934912018Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"bc99bf51-eaee-4462-af2b-5f7c60c1d841","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"model":"e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:45.935367402Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"23916ea8-b11c-466e-875d-61e789f6fd84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"model":"e2e-models-e2e-worker-w1-e65019/premium-w1-e65019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:46.077930453Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"3ab27ecb-2aeb-4c66-8b02-9570d9bee77e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"model":"e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:46.077932439Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"71774177-ecc9-4bc9-8f54-28a12b0ce56d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"model":"e2e-models-e2e-worker-w1-e65019/premium-w1-e65019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:46.226422429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"71774177-ecc9-4bc9-8f54-28a12b0ce56d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:46.226677071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"3ab27ecb-2aeb-4c66-8b02-9570d9bee77e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:46.34887241Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"3ab27ecb-2aeb-4c66-8b02-9570d9bee77e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:46.34889553Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-access","reconcileID":"3ab27ecb-2aeb-4c66-8b02-9570d9bee77e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:50:46.35368109Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"71774177-ecc9-4bc9-8f54-28a12b0ce56d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w1-e65019-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1946\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:50:46.35374193Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"71774177-ecc9-4bc9-8f54-28a12b0ce56d","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w1-e65019-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:46.359055262Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"68f175ca-0113-4c54-a7f7-deb38dbd47d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"model":"e2e-models-e2e-worker-w1-e65019/premium-w1-e65019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:46.559050863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"68f175ca-0113-4c54-a7f7-deb38dbd47d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:46.613102742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"68f175ca-0113-4c54-a7f7-deb38dbd47d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"name":"e2e-worker-w1-e65019-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:46.613124657Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-access","reconcileID":"68f175ca-0113-4c54-a7f7-deb38dbd47d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e65019"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e65019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:54.194053127Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"namespace":"e2e-extmod-att-noaccess-b79d51","name":"e2e-att-noaccess-7f2d0c","reconcileID":"eee0b4ee-1192-4102-b281-21808dd97408","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:54.847976822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9626a6"},"namespace":"ai-tenant-e2e-extmod-a-9626a6","name":"default-tenant","reconcileID":"f210ff62-627e-4eee-a238-592603d6e51e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9626a6","tenantID":"e2e-extmod-a-9626a6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:54.96001579Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9626a6"},"namespace":"ai-tenant-e2e-extmod-a-9626a6","name":"default-tenant","reconcileID":"f210ff62-627e-4eee-a238-592603d6e51e","name":"e2e-extmod-a-9626a6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:55.83269701Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-subscription","reconcileID":"c3c46e15-4928-4428-9116-044b248d066f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"model":"e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:55.832857643Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"simulator-subscription","reconcileID":"c3c46e15-4928-4428-9116-044b248d066f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"model":"e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-e65019/simulator-w1-e65019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:55.887379275Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-subscription","reconcileID":"33476fc2-1047-4d00-ab8f-45ca9ce661a0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"model":"e2e-models-e2e-worker-w1-e65019/premium-w1-e65019","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:55.887471752Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"premium-simulator-subscription","reconcileID":"33476fc2-1047-4d00-ab8f-45ca9ce661a0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e65019"},"model":"e2e-models-e2e-worker-w1-e65019/premium-w1-e65019","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-e65019/premium-w1-e65019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:56.263712101Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-1b5075 priority=0:[ai-tenant-e2e-extmod-b-1b5075/e2e-att-serve-39657c-sub ai-tenant-e2e-extmod-b-1b5075/e2e-rec-ctrl-3b587b-sub ai-tenant-e2e-extmod-b-1b5075/e2e-rec-recover-9335bb-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:56.319105053Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-1b5075 priority=0:[ai-tenant-e2e-extmod-b-1b5075/e2e-att-serve-39657c-sub ai-tenant-e2e-extmod-b-1b5075/e2e-rec-ctrl-3b587b-sub ai-tenant-e2e-extmod-b-1b5075/e2e-rec-recover-9335bb-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:56.36807645Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"namespace":"e2e-extmod-rec-noaccess-890be1","name":"e2e-rec-recover-9335bb","reconcileID":"924da31b-8941-48e1-8eb9-1dd2c7dd38fc","MaaSModelRef":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"tenant":"e2e-extmod-b-1b5075","gateway":"openshift-ingress/e2e-extmod-b-1b5075","model":"e2e-extmod-rec-noaccess-890be1/e2e-rec-recover-9335bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:56.368094827Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"namespace":"e2e-extmod-rec-noaccess-890be1","name":"e2e-rec-recover-9335bb","reconcileID":"924da31b-8941-48e1-8eb9-1dd2c7dd38fc","MaaSModelRef":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"routeName":"external-model-e2e-rec-recover-9335bb-8c2912c3b361","namespace":"e2e-extmod-rec-noaccess-890be1","model":"e2e-rec-recover-9335bb","externalModel":"e2e-rec-recover-9335bb","provider":"e2e-rec-recover-9335bb-provider","gateway":"openshift-ingress/e2e-extmod-b-1b5075","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:56.846686372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-9335bb-sub","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-recover-9335bb-sub","reconcileID":"5425c122-d5c1-475d-be7b-a23a8fbe1934","MaaSSubscription":{"name":"e2e-rec-recover-9335bb-sub","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"maas-trlp-e2e-rec-recover-9335bb","model":"e2e-extmod-rec-noaccess-890be1/e2e-rec-recover-9335bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:56.909953333Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-subscription","reconcileID":"5c482401-3d9e-4277-984a-788051690366","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:57.397751134Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"77e18b97-e801-41ad-8cd4-b9a173a1d97c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:57.496741895Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-subscription","reconcileID":"3c658eaf-e05d-4ade-9e86-d65464974a91","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:57.644671765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-39657c-sub","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-sub","reconcileID":"7f050188-75dd-4413-84ca-31ca9bab1d6a","MaaSSubscription":{"name":"e2e-att-serve-39657c-sub","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"maas-trlp-e2e-att-serve-39657c","model":"e2e-extmod-att-user-26296c/e2e-att-serve-39657c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:57.69525541Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-subscription","reconcileID":"697f3421-04fc-4ec6-9cf1-b58507209b36","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:57.796387447Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"06098a88-5d5f-441b-a37c-155194f9385b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:57.912893311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-subscription","reconcileID":"a7cca76f-84bf-45e0-9bb3-29e58457d0a8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-premium-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/premium-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:58.02887608Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-subscription","reconcileID":"adc3f9bb-006a-4ce0-94d9-e7f9f5354767","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-premium-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/premium-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:58.251191953Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-subscription","reconcileID":"3bcfd115-a49e-4c22-a0bc-f7141b9bafd6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-simulator-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:58.365452691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-subscription","reconcileID":"af21e182-2ae8-4dce-9ec5-ee2d1048471f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-premium-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:58.465670986Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-subscription","reconcileID":"0144ef3f-6bec-475e-bb93-6552afb2b5e8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-premium-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:58.632896487Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-3b587b-sub","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-ctrl-3b587b-sub","reconcileID":"d2176a62-284f-4b30-af88-46c0a430de70","MaaSSubscription":{"name":"e2e-rec-ctrl-3b587b-sub","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"maas-trlp-e2e-rec-ctrl-3b587b","model":"e2e-extmod-rec-user-6dda56/e2e-rec-ctrl-3b587b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:59.617763755Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9a60dd"},"namespace":"ai-tenant-e2e-extmod-a-9a60dd","name":"default-tenant","reconcileID":"9c0e3ea6-220d-4f31-a411-89e19609284e","namespace":"ai-tenant-e2e-extmod-a-9a60dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:59.617821133Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9a60dd"},"namespace":"ai-tenant-e2e-extmod-a-9a60dd","name":"default-tenant","reconcileID":"9c0e3ea6-220d-4f31-a411-89e19609284e","namespace":"ai-tenant-e2e-extmod-a-9a60dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:59.617873628Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9a60dd"},"namespace":"ai-tenant-e2e-extmod-a-9a60dd","name":"default-tenant","reconcileID":"9c0e3ea6-220d-4f31-a411-89e19609284e","tenant":"e2e-extmod-a-9a60dd","tenantID":"e2e-extmod-a-9a60dd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:59.668606132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9a60dd"},"namespace":"ai-tenant-e2e-extmod-a-9a60dd","name":"default-tenant","reconcileID":"9c0e3ea6-220d-4f31-a411-89e19609284e","gvk":"Deployment","name":"maas-api-e2e-extmod-a-9a60dd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:59.728591892Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9a60dd"},"namespace":"ai-tenant-e2e-extmod-a-9a60dd","name":"default-tenant","reconcileID":"9c0e3ea6-220d-4f31-a411-89e19609284e","gvk":"Service","name":"maas-api-e2e-extmod-a-9a60dd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:59.780791052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9a60dd"},"namespace":"ai-tenant-e2e-extmod-a-9a60dd","name":"default-tenant","reconcileID":"9c0e3ea6-220d-4f31-a411-89e19609284e","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-9a60dd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:59.8318513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9a60dd"},"namespace":"ai-tenant-e2e-extmod-a-9a60dd","name":"default-tenant","reconcileID":"9c0e3ea6-220d-4f31-a411-89e19609284e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-9a60dd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:59.885554493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9a60dd"},"namespace":"ai-tenant-e2e-extmod-a-9a60dd","name":"default-tenant","reconcileID":"9c0e3ea6-220d-4f31-a411-89e19609284e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-9a60dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:59.938608863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9a60dd"},"namespace":"ai-tenant-e2e-extmod-a-9a60dd","name":"default-tenant","reconcileID":"9c0e3ea6-220d-4f31-a411-89e19609284e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-9a60dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:59.99337983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9a60dd"},"namespace":"ai-tenant-e2e-extmod-a-9a60dd","name":"default-tenant","reconcileID":"9c0e3ea6-220d-4f31-a411-89e19609284e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-9a60dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:00.044903277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9a60dd"},"namespace":"ai-tenant-e2e-extmod-a-9a60dd","name":"default-tenant","reconcileID":"9c0e3ea6-220d-4f31-a411-89e19609284e","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-9a60dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:00.094659714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9a60dd"},"namespace":"ai-tenant-e2e-extmod-a-9a60dd","name":"default-tenant","reconcileID":"9c0e3ea6-220d-4f31-a411-89e19609284e","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-9a60dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:00.143632553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9a60dd"},"namespace":"ai-tenant-e2e-extmod-a-9a60dd","name":"default-tenant","reconcileID":"9c0e3ea6-220d-4f31-a411-89e19609284e","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-9a60dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:00.192061621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9a60dd"},"namespace":"ai-tenant-e2e-extmod-a-9a60dd","name":"default-tenant","reconcileID":"9c0e3ea6-220d-4f31-a411-89e19609284e","gvk":"Service","name":"payload-processing-e2e-extmod-a-9a60dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:00.245402181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9a60dd"},"namespace":"ai-tenant-e2e-extmod-a-9a60dd","name":"default-tenant","reconcileID":"9c0e3ea6-220d-4f31-a411-89e19609284e","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-9a60dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:00.294901825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9a60dd"},"namespace":"ai-tenant-e2e-extmod-a-9a60dd","name":"default-tenant","reconcileID":"9c0e3ea6-220d-4f31-a411-89e19609284e","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-9a60dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:00.34382672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9a60dd"},"namespace":"ai-tenant-e2e-extmod-a-9a60dd","name":"default-tenant","reconcileID":"9c0e3ea6-220d-4f31-a411-89e19609284e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-9a60dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:00.392560351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9a60dd"},"namespace":"ai-tenant-e2e-extmod-a-9a60dd","name":"default-tenant","reconcileID":"9c0e3ea6-220d-4f31-a411-89e19609284e","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-9a60dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:00.445464671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9a60dd"},"namespace":"ai-tenant-e2e-extmod-a-9a60dd","name":"default-tenant","reconcileID":"9c0e3ea6-220d-4f31-a411-89e19609284e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-9a60dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:00.494983302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9a60dd"},"namespace":"ai-tenant-e2e-extmod-a-9a60dd","name":"default-tenant","reconcileID":"9c0e3ea6-220d-4f31-a411-89e19609284e","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-9a60dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:00.543614983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9a60dd"},"namespace":"ai-tenant-e2e-extmod-a-9a60dd","name":"default-tenant","reconcileID":"9c0e3ea6-220d-4f31-a411-89e19609284e","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-9a60dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:00.600841549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9a60dd"},"namespace":"ai-tenant-e2e-extmod-a-9a60dd","name":"default-tenant","reconcileID":"9c0e3ea6-220d-4f31-a411-89e19609284e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-9a60dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:00.650633766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9a60dd"},"namespace":"ai-tenant-e2e-extmod-a-9a60dd","name":"default-tenant","reconcileID":"9c0e3ea6-220d-4f31-a411-89e19609284e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-9a60dd","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:01.445737469Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-9a60dd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-9a60dd","reconcileID":"5398543e-8e1b-46fb-9028-5aca8aea315f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-9a60dd","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-9a60dd"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:01.657090841Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"namespace":"e2e-extmod-att-noaccess-b79d51","name":"e2e-att-noaccess-7f2d0c","reconcileID":"f2feeb91-87fe-4125-b814-6e57ad5aa6fb","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:02.524159001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"deb7fc7c-6bb6-40b6-83c5-021466be158a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:02.573280894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"deb7fc7c-6bb6-40b6-83c5-021466be158a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:02.624111088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"deb7fc7c-6bb6-40b6-83c5-021466be158a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:02.673195988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"deb7fc7c-6bb6-40b6-83c5-021466be158a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:04.474558968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a15c9a74-8e3e-433d-be3d-d5334367377b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:04.52320695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a15c9a74-8e3e-433d-be3d-d5334367377b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:04.571863922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a15c9a74-8e3e-433d-be3d-d5334367377b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:04.620283066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a15c9a74-8e3e-433d-be3d-d5334367377b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:06.167831727Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:07.510005475Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-9335bb-sub","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-recover-9335bb-sub","reconcileID":"32f3c184-7513-4adc-ab3f-1f1c886d33c6","MaaSSubscription":{"name":"e2e-rec-recover-9335bb-sub","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"model":"e2e-extmod-rec-noaccess-890be1/e2e-rec-recover-9335bb","error":"MaaSModelRef not found: e2e-extmod-rec-noaccess-890be1/e2e-rec-recover-9335bb (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:07.558806387Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"namespace":"e2e-extmod-rec-noaccess-890be1","name":"e2e-rec-recover-9335bb","reconcileID":"452fa590-fe77-498e-af7d-3d75f65c423e","MaaSModelRef":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"name":"maas-trlp-e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1","model":"e2e-rec-recover-9335bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:07.558896808Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-9335bb-sub","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-recover-9335bb-sub","reconcileID":"32f3c184-7513-4adc-ab3f-1f1c886d33c6","MaaSSubscription":{"name":"e2e-rec-recover-9335bb-sub","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"maas-trlp-e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1","model":"e2e-extmod-rec-noaccess-890be1/e2e-rec-recover-9335bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:07.657011188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"74626dbd-cabc-43be-9f67-28613babe46f","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:07.657152567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-ctrl-3b587b-access","reconcileID":"4e3ef829-1ad3-4a6a-b9a3-3af2bfb6c9da","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:07.659493354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-9335bb-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-recover-9335bb-access","reconcileID":"b7dbb3d1-500c-4155-8281-3d0a2995f892","MaaSAuthPolicy":{"name":"e2e-rec-recover-9335bb-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:07.711141539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"74626dbd-cabc-43be-9f67-28613babe46f","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"e2e-extmod-b-1b5075-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:07.711220262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-ctrl-3b587b-access","reconcileID":"4e3ef829-1ad3-4a6a-b9a3-3af2bfb6c9da","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"e2e-extmod-b-1b5075-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:07.714949929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-9335bb-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-recover-9335bb-access","reconcileID":"b7dbb3d1-500c-4155-8281-3d0a2995f892","MaaSAuthPolicy":{"name":"e2e-rec-recover-9335bb-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"e2e-extmod-b-1b5075-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:07.714976141Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-9335bb-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-recover-9335bb-access","reconcileID":"b7dbb3d1-500c-4155-8281-3d0a2995f892","MaaSAuthPolicy":{"name":"e2e-rec-recover-9335bb-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"model":"e2e-extmod-rec-noaccess-890be1/e2e-rec-recover-9335bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:08.059845963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-9335bb-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-recover-9335bb-access","reconcileID":"e00ec28c-fcc1-473d-b6c3-e4b8fd83f337","MaaSAuthPolicy":{"name":"e2e-rec-recover-9335bb-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:08.113867453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-9335bb-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-recover-9335bb-access","reconcileID":"e00ec28c-fcc1-473d-b6c3-e4b8fd83f337","MaaSAuthPolicy":{"name":"e2e-rec-recover-9335bb-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"e2e-extmod-b-1b5075-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:08.113906542Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-9335bb-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-recover-9335bb-access","reconcileID":"e00ec28c-fcc1-473d-b6c3-e4b8fd83f337","MaaSAuthPolicy":{"name":"e2e-rec-recover-9335bb-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"model":"e2e-extmod-rec-noaccess-890be1/e2e-rec-recover-9335bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:08.174076703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"dd2a9452-0ca6-4ad7-8893-861da5742ede","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:08.174229663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-ctrl-3b587b-access","reconcileID":"43910126-0eab-483a-b26c-33a6fb8c419a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:08.2293597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-ctrl-3b587b-access","reconcileID":"43910126-0eab-483a-b26c-33a6fb8c419a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"e2e-extmod-b-1b5075-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:08.230876855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"dd2a9452-0ca6-4ad7-8893-861da5742ede","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"e2e-extmod-b-1b5075-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:08.714079695Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"namespace":"e2e-extmod-rec-noaccess-890be1","name":"e2e-rec-recover-9335bb","reconcileID":"6907bbb1-1922-49eb-a0a8-c18663d9c5c5","namespace":"e2e-extmod-rec-noaccess-890be1","name":"e2e-rec-recover-9335bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:08.898657499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"7ae874f5-e5a4-4bd1-bbbd-74b71b52a576","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:08.898834125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc080339-72c5-441d-b424-a1583b132d89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:08.898657732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"ac5af763-957b-4504-b87d-27a996dce5e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:08.908283238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"a669a623-2b1b-45a9-b396-fe995b4e2f4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:08.943612425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"4f1c83d1-9de4-4095-8bc4-856eb5b75abf","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:08.95426912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"7ae874f5-e5a4-4bd1-bbbd-74b71b52a576","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:08.955567837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"ac5af763-957b-4504-b87d-27a996dce5e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:08.95662461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc080339-72c5-441d-b424-a1583b132d89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:08.968798393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"a669a623-2b1b-45a9-b396-fe995b4e2f4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:08.998562421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"4f1c83d1-9de4-4095-8bc4-856eb5b75abf","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"e2e-extmod-b-1b5075-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:09.318843031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"ed423747-8758-461d-91ec-f0b895e1d117","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:09.318863885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d67bd80a-6925-4199-a545-5f66de74ed89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:09.370473029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-ctrl-3b587b-access","reconcileID":"db91f6aa-607b-4b80-8457-3c8b3d5453e7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:09.373093474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d67bd80a-6925-4199-a545-5f66de74ed89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:09.373464863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-9335bb-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-recover-9335bb-access","reconcileID":"37ab4a20-8c31-4f5e-875b-14d4db12f840","MaaSAuthPolicy":{"name":"e2e-rec-recover-9335bb-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:09.373624971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"ed423747-8758-461d-91ec-f0b895e1d117","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:09.425022891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-ctrl-3b587b-access","reconcileID":"db91f6aa-607b-4b80-8457-3c8b3d5453e7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"e2e-extmod-b-1b5075-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:09.425651887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"12d91d0d-e919-43b9-8161-89257a939b4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:09.42696887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-9335bb-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-recover-9335bb-access","reconcileID":"37ab4a20-8c31-4f5e-875b-14d4db12f840","MaaSAuthPolicy":{"name":"e2e-rec-recover-9335bb-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"e2e-extmod-b-1b5075-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:09.494559583Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-9335bb-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-recover-9335bb-access","reconcileID":"37ab4a20-8c31-4f5e-875b-14d4db12f840","MaaSAuthPolicy":{"name":"e2e-rec-recover-9335bb-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"model":"e2e-extmod-rec-noaccess-890be1/e2e-rec-recover-9335bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:09.500188775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"12d91d0d-e919-43b9-8161-89257a939b4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:09.536221345Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"namespace":"e2e-extmod-rec-noaccess-890be1","name":"e2e-rec-recover-9335bb","reconcileID":"ef5760ce-c3a0-4943-bf0f-ce622a7a683e","namespace":"e2e-extmod-rec-noaccess-890be1","name":"e2e-rec-recover-9335bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:09.590334401Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"namespace":"e2e-extmod-rec-noaccess-890be1","name":"e2e-rec-recover-9335bb","reconcileID":"693c241c-f116-4520-a0c0-900a92e0476a","namespace":"e2e-extmod-rec-noaccess-890be1","name":"e2e-rec-recover-9335bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:09.773431376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"d1ead29c-a8ae-469b-8879-7788f482e08c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:09.773786656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"ecf673ff-a6da-43a1-86da-1ebd86e0ef9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:09.829293417Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"namespace":"e2e-extmod-att-noaccess-b79d51","name":"e2e-att-noaccess-7f2d0c","reconcileID":"4f80f127-6cd6-417b-99e9-f66b0301ea4d","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:09.833701318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"d1ead29c-a8ae-469b-8879-7788f482e08c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:09.833896177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"ecf673ff-a6da-43a1-86da-1ebd86e0ef9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:09.877373801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"1cf63698-21f1-4e92-b721-80f94a85db10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:09.878807401Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"namespace":"e2e-extmod-rec-noaccess-890be1","name":"e2e-rec-recover-9335bb","reconcileID":"eb6cb835-99c2-4af4-b99c-d2a075b5dddc","namespace":"e2e-extmod-rec-noaccess-890be1","name":"e2e-rec-recover-9335bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:09.92674262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"2771e562-5505-4934-9e6e-8c669d9d1c89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:09.927203439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"0727651f-1131-4290-ada1-369c6bac0f04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:09.92795803Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"namespace":"e2e-extmod-att-noaccess-b79d51","name":"e2e-att-noaccess-7f2d0c","reconcileID":"189a84b3-04a6-43d5-861f-2acd6c8c95a1","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:09.931504047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"1cf63698-21f1-4e92-b721-80f94a85db10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:09.981199285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"2771e562-5505-4934-9e6e-8c669d9d1c89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:09.983351766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"0727651f-1131-4290-ada1-369c6bac0f04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:10.123717289Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-9335bb","namespace":"e2e-extmod-rec-noaccess-890be1"},"namespace":"e2e-extmod-rec-noaccess-890be1","name":"e2e-rec-recover-9335bb","reconcileID":"e4fe24f6-1bf7-427e-9c74-4b1dd516e4b6","namespace":"e2e-extmod-rec-noaccess-890be1","name":"e2e-rec-recover-9335bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:10.223258495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"178c055e-f44b-4a6b-98b3-3239965873d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:10.2664818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"228a7edf-821a-43a0-88c2-07a618e726b8","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:10.278593192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"178c055e-f44b-4a6b-98b3-3239965873d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:10.324935889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"228a7edf-821a-43a0-88c2-07a618e726b8","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"e2e-extmod-b-1b5075-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:10.426845385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d13aa8e0-8ee8-4b3d-be0a-8eb43e198f44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:10.480680487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d13aa8e0-8ee8-4b3d-be0a-8eb43e198f44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:10.52349619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"665c9778-9df7-4042-8312-43a8a5ba805b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:10.577259909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"665c9778-9df7-4042-8312-43a8a5ba805b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:10.58215551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37bd2bf7-fb4f-46df-b43b-c28678782d04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:10.582277952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-ctrl-3b587b-access","reconcileID":"53f0cf13-4a6c-4bf9-95be-71ba8d10c6f4","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:10.631225127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37bd2bf7-fb4f-46df-b43b-c28678782d04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:10.635865682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-ctrl-3b587b-access","reconcileID":"53f0cf13-4a6c-4bf9-95be-71ba8d10c6f4","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"e2e-extmod-b-1b5075-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:10.681922289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37bd2bf7-fb4f-46df-b43b-c28678782d04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:10.732870805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37bd2bf7-fb4f-46df-b43b-c28678782d04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:10.733658938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-9335bb-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-recover-9335bb-access","reconcileID":"fdeb5657-404b-4e18-b77e-184d149ca3aa","MaaSAuthPolicy":{"name":"e2e-rec-recover-9335bb-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:10.782452195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"95313641-cbcb-4f27-b24b-db77f1914ca9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:10.787555892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-9335bb-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-recover-9335bb-access","reconcileID":"fdeb5657-404b-4e18-b77e-184d149ca3aa","MaaSAuthPolicy":{"name":"e2e-rec-recover-9335bb-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"e2e-extmod-b-1b5075-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:10.831234866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"52cbcaca-ba45-4ca9-a1cf-b10edab0e316","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:10.83619305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"95313641-cbcb-4f27-b24b-db77f1914ca9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:10.840305645Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-9335bb-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-recover-9335bb-access","reconcileID":"fdeb5657-404b-4e18-b77e-184d149ca3aa","MaaSAuthPolicy":{"name":"e2e-rec-recover-9335bb-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"model":"e2e-extmod-rec-noaccess-890be1/e2e-rec-recover-9335bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:10.886291807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"52cbcaca-ba45-4ca9-a1cf-b10edab0e316","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:10.984998738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"8e689efb-27e8-41af-a3d6-6c78a1318b27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:11.03868762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"8e689efb-27e8-41af-a3d6-6c78a1318b27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:11.134221678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"bef0e191-b985-40d9-b24e-5f60ecfbfa2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:11.134574024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"78fc13e7-c0d5-4603-8252-73c0a7dec967","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:11.134668402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"2994edb0-d48d-44bd-bdbd-e09957d8187f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:11.188269879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"bef0e191-b985-40d9-b24e-5f60ecfbfa2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:11.188818586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"78fc13e7-c0d5-4603-8252-73c0a7dec967","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:11.190899519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"2994edb0-d48d-44bd-bdbd-e09957d8187f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:11.23251546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"fba389cb-1557-47d0-acf5-95f1823f9fc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:11.286277613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"fba389cb-1557-47d0-acf5-95f1823f9fc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:11.432414691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"62bad26a-802e-49b1-b0e9-3603d8f0789f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:11.486184811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"62bad26a-802e-49b1-b0e9-3603d8f0789f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:11.581500827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"498c4477-c03c-46e3-8c59-c6b6999c8bf1","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:11.635256985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"498c4477-c03c-46e3-8c59-c6b6999c8bf1","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"e2e-extmod-b-1b5075-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:12.532291658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b928a417-6d0d-41c8-bb32-9e1f4f988dcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:12.581117837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b928a417-6d0d-41c8-bb32-9e1f4f988dcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:12.629583929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b928a417-6d0d-41c8-bb32-9e1f4f988dcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:12.67829996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b928a417-6d0d-41c8-bb32-9e1f4f988dcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:14.447598984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a508b2d-af80-4b51-b0e3-7def626d9033","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:14.496554389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a508b2d-af80-4b51-b0e3-7def626d9033","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:14.547369592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a508b2d-af80-4b51-b0e3-7def626d9033","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:14.596141523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a508b2d-af80-4b51-b0e3-7def626d9033","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:16.384503957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf6ae368-a28e-42d6-b2d5-5bb5f68acaad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:16.433085698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf6ae368-a28e-42d6-b2d5-5bb5f68acaad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:16.481839454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf6ae368-a28e-42d6-b2d5-5bb5f68acaad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:16.531012012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf6ae368-a28e-42d6-b2d5-5bb5f68acaad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:18.304789797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6659f066-dd04-4e36-a459-9d7f0fd23dc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:18.353272009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6659f066-dd04-4e36-a459-9d7f0fd23dc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:18.401729499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6659f066-dd04-4e36-a459-9d7f0fd23dc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:18.450312074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6659f066-dd04-4e36-a459-9d7f0fd23dc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:20.026981081Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"namespace":"e2e-extmod-att-noaccess-b79d51","name":"e2e-att-noaccess-7f2d0c","reconcileID":"4c31b3cb-c0ad-4eaa-9bd5-d2943e09e8e2","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:20.232386049Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"namespace":"e2e-extmod-att-noaccess-b79d51","name":"e2e-att-noaccess-7f2d0c","reconcileID":"62dfd9cf-cdf2-4e59-b0ce-d53331e9458c","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:20.790734015Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-3b587b","namespace":"e2e-extmod-rec-user-6dda56"},"namespace":"e2e-extmod-rec-user-6dda56","name":"e2e-rec-ctrl-3b587b","reconcileID":"189fdbbe-e835-40da-8cc9-53a90116f770","namespace":"e2e-extmod-rec-user-6dda56","name":"e2e-rec-ctrl-3b587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:20.840486083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3b587b","namespace":"e2e-extmod-rec-user-6dda56"},"namespace":"e2e-extmod-rec-user-6dda56","name":"e2e-rec-ctrl-3b587b","reconcileID":"63deb55c-db24-4959-a827-321458c086fe","MaaSModelRef":{"name":"e2e-rec-ctrl-3b587b","namespace":"e2e-extmod-rec-user-6dda56"},"tenant":"e2e-extmod-b-1b5075","gateway":"openshift-ingress/e2e-extmod-b-1b5075","model":"e2e-extmod-rec-user-6dda56/e2e-rec-ctrl-3b587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:20.840507407Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3b587b","namespace":"e2e-extmod-rec-user-6dda56"},"namespace":"e2e-extmod-rec-user-6dda56","name":"e2e-rec-ctrl-3b587b","reconcileID":"63deb55c-db24-4959-a827-321458c086fe","MaaSModelRef":{"name":"e2e-rec-ctrl-3b587b","namespace":"e2e-extmod-rec-user-6dda56"},"routeName":"external-model-e2e-rec-ctrl-3b587b-427a82f6ae90","namespace":"e2e-extmod-rec-user-6dda56","model":"e2e-rec-ctrl-3b587b","externalModel":"e2e-rec-ctrl-3b587b","provider":"e2e-rec-ctrl-3b587b-provider","gateway":"openshift-ingress/e2e-extmod-b-1b5075","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:20.916839799Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-3b587b-sub","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-ctrl-3b587b-sub","reconcileID":"a59cb17f-309e-46c4-81cb-277723a68256","MaaSSubscription":{"name":"e2e-rec-ctrl-3b587b-sub","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"model":"e2e-extmod-rec-user-6dda56/e2e-rec-ctrl-3b587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:20.939568687Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3b587b","namespace":"e2e-extmod-rec-user-6dda56"},"namespace":"e2e-extmod-rec-user-6dda56","name":"e2e-rec-ctrl-3b587b","reconcileID":"0ac85d8b-2733-4fe6-9e2f-f39f4f8406f0","MaaSModelRef":{"name":"e2e-rec-ctrl-3b587b","namespace":"e2e-extmod-rec-user-6dda56"},"routeName":"external-model-e2e-rec-ctrl-3b587b-427a82f6ae90","namespace":"e2e-extmod-rec-user-6dda56","model":"e2e-rec-ctrl-3b587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:20.981668238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"b82f7b01-91ea-4c04-b7ff-61f67144b1e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:20.981843141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"56d80e8b-10c2-4e46-b782-ee67884106ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:20.982232627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"3928ce0d-bddb-4928-93a6-e9aae91b1a7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:20.982315379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"4e7feb89-e4c8-4e9d-9ebf-6e2ef1f3c044","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:20.9865858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"d39cfbd5-455d-49df-b168-699dadeb46a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:21.036714259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"3928ce0d-bddb-4928-93a6-e9aae91b1a7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:21.037938765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"56d80e8b-10c2-4e46-b782-ee67884106ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:21.039131296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"b82f7b01-91ea-4c04-b7ff-61f67144b1e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:21.041565036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"d39cfbd5-455d-49df-b168-699dadeb46a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:21.041741115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"4e7feb89-e4c8-4e9d-9ebf-6e2ef1f3c044","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:21.125240692Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3b587b","namespace":"e2e-extmod-rec-user-6dda56"},"namespace":"e2e-extmod-rec-user-6dda56","name":"e2e-rec-ctrl-3b587b","reconcileID":"590206b1-5af3-4a47-828d-0e343fc0c485","MaaSModelRef":{"name":"e2e-rec-ctrl-3b587b","namespace":"e2e-extmod-rec-user-6dda56"},"routeName":"external-model-e2e-rec-ctrl-3b587b-427a82f6ae90","namespace":"e2e-extmod-rec-user-6dda56","model":"e2e-rec-ctrl-3b587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:21.179577275Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-3b587b-sub","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-ctrl-3b587b-sub","reconcileID":"613a29df-a1ac-484d-a87a-f1848d985324","MaaSSubscription":{"name":"e2e-rec-ctrl-3b587b-sub","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"model":"e2e-extmod-rec-user-6dda56/e2e-rec-ctrl-3b587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:21.313069258Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-3b587b","namespace":"e2e-extmod-rec-user-6dda56"},"namespace":"e2e-extmod-rec-user-6dda56","name":"e2e-rec-ctrl-3b587b","reconcileID":"6b3bb313-9e69-4632-af85-cabd8dc2a658","namespace":"e2e-extmod-rec-user-6dda56","name":"e2e-rec-ctrl-3b587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:21.383682302Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-3b587b-sub","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-ctrl-3b587b-sub","reconcileID":"f8e5cd0e-45d7-4e87-a8e9-fec410097b1f","MaaSSubscription":{"name":"e2e-rec-ctrl-3b587b-sub","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"model":"e2e-extmod-rec-user-6dda56/e2e-rec-ctrl-3b587b","error":"MaaSModelRef not found: e2e-extmod-rec-user-6dda56/e2e-rec-ctrl-3b587b (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:21.387181147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cbd05a83-3c57-4379-897c-79bd099262e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:21.387489981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"20224b2d-b78a-4c6e-8d09-fbcd1f9f9191","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:21.387669565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"02c4e5b6-bada-441c-910a-3a93f8db553b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:21.388279722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"fed1c803-d111-4304-a288-f6bee2264ca8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:21.436035746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"bba71f3f-1650-4283-b205-71c73e18c0f0","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:21.44120764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cbd05a83-3c57-4379-897c-79bd099262e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:21.442592424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"02c4e5b6-bada-441c-910a-3a93f8db553b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:21.444406683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"20224b2d-b78a-4c6e-8d09-fbcd1f9f9191","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:21.44615892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"fed1c803-d111-4304-a288-f6bee2264ca8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:21.490218538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"bba71f3f-1650-4283-b205-71c73e18c0f0","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"e2e-extmod-b-1b5075-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:51:21.639921454Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3b587b","namespace":"e2e-extmod-rec-user-6dda56"},"namespace":"e2e-extmod-rec-user-6dda56","name":"e2e-rec-ctrl-3b587b","reconcileID":"4261a475-d980-4907-b17a-c6a3f3967e58","error":"maasmodelrefs.maas.opendatahub.io \"e2e-rec-ctrl-3b587b\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:21.735738747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"6e26c3f2-b8c6-4c92-9f02-13805aca3e19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:21.736880141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"446c150c-e59d-4fdc-b7ec-8c0d005ef0b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:21.784274284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-9335bb-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-recover-9335bb-access","reconcileID":"b636b35d-ec34-4fa1-a4ee-0106e0f8234f","MaaSAuthPolicy":{"name":"e2e-rec-recover-9335bb-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:21.784644904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-ctrl-3b587b-access","reconcileID":"9b3fb7ee-8e72-42a3-a31b-f4d9e2f5a5e0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:21.790220172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"6e26c3f2-b8c6-4c92-9f02-13805aca3e19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:21.790650422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"446c150c-e59d-4fdc-b7ec-8c0d005ef0b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:21.839276545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-ctrl-3b587b-access","reconcileID":"9b3fb7ee-8e72-42a3-a31b-f4d9e2f5a5e0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"e2e-extmod-b-1b5075-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:21.839310561Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-ctrl-3b587b-access","reconcileID":"9b3fb7ee-8e72-42a3-a31b-f4d9e2f5a5e0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"model":"e2e-extmod-rec-user-6dda56/e2e-rec-ctrl-3b587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:21.839555267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-9335bb-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-recover-9335bb-access","reconcileID":"b636b35d-ec34-4fa1-a4ee-0106e0f8234f","MaaSAuthPolicy":{"name":"e2e-rec-recover-9335bb-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"e2e-extmod-b-1b5075-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:21.892644214Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-9335bb-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-recover-9335bb-access","reconcileID":"b636b35d-ec34-4fa1-a4ee-0106e0f8234f","MaaSAuthPolicy":{"name":"e2e-rec-recover-9335bb-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"model":"e2e-extmod-rec-noaccess-890be1/e2e-rec-recover-9335bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:21.936078773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"963aeff9-571a-42e7-8adc-7044db80c950","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:21.990422092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"963aeff9-571a-42e7-8adc-7044db80c950","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"e2e-extmod-b-1b5075-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:22.136954095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"d28b47c1-a08c-4910-af6f-c07017163390","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:22.142960415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"ac9ba35f-088c-41ad-a222-2ef543650fba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:22.193055786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"d28b47c1-a08c-4910-af6f-c07017163390","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:22.219464485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"ac9ba35f-088c-41ad-a222-2ef543650fba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:22.256558542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"9aae40e3-1d78-43cf-8ef3-6983473121f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:22.256547891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"241aa225-d8bc-429b-900e-7730091191aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:22.310491807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"241aa225-d8bc-429b-900e-7730091191aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:22.310603302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"9aae40e3-1d78-43cf-8ef3-6983473121f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:22.44069544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"29fff417-6510-45b5-9533-70a667a43c9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:22.494911597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"29fff417-6510-45b5-9533-70a667a43c9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:22.538224677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"d03e0e7b-3dde-4f63-a1f7-cf8c3f407ec6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:22.591884107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"d03e0e7b-3dde-4f63-a1f7-cf8c3f407ec6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:22.638967013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"34aadbf9-3e52-40e0-b289-5e11a3e36b8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:22.692981074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"34aadbf9-3e52-40e0-b289-5e11a3e36b8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:22.738367898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8711db72-df82-4798-95bd-6a4d28c0fbf7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:22.792565261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8711db72-df82-4798-95bd-6a4d28c0fbf7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:24.019427403Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"708e9fca-98a7-4858-abdc-130b86b74b82","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:24.252766798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-subscription","reconcileID":"42ac4582-8b6d-458e-8045-6efbd0fca750","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:24.478609024Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-39657c-sub","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-sub","reconcileID":"8636b414-f325-45b5-aa96-aef0202c4017","MaaSSubscription":{"name":"e2e-att-serve-39657c-sub","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"maas-trlp-e2e-att-serve-39657c","model":"e2e-extmod-att-user-26296c/e2e-att-serve-39657c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:24.53212374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-subscription","reconcileID":"46d64b3c-a352-4486-8946-f614d2b64807","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:24.544779941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-subscription","reconcileID":"017a4baf-27db-4a9a-a2cc-0249310a2ae7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-premium-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/premium-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:24.649044405Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-subscription","reconcileID":"2160c331-b268-4216-a9f3-aa0cbb552dd2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-premium-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:24.842983002Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-subscription","reconcileID":"62f2630e-9c3c-42cf-8539-e5b3eb4669e3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-simulator-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:25.259023997Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-subscription","reconcileID":"efcf8953-a7ed-4a94-b3cf-f86be1b1e9d0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-premium-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:25.435940459Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-subscription","reconcileID":"7c93aa92-e391-4605-9f1e-37d249bf7d4b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-premium-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/premium-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:25.545853252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8e44beaa-ac6b-4773-b4b3-7f2fd42702dc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:25.748170121Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-subscription","reconcileID":"83e25e06-9c8d-445e-a7ab-0a814d20a29b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:29.175919179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-9335bb-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-recover-9335bb-access","reconcileID":"68d92f3f-1597-44f2-8370-8704b4b676ab","MaaSAuthPolicy":{"name":"e2e-rec-recover-9335bb-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:29.17612805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-ctrl-3b587b-access","reconcileID":"dd3ca468-e839-49a4-a3c5-813aefe5caed","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:29.175920839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"62bebede-1ff2-4370-b9f3-17ebf768bbac","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:29.232846862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"62bebede-1ff2-4370-b9f3-17ebf768bbac","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"e2e-extmod-b-1b5075-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:29.234384813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-9335bb-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-recover-9335bb-access","reconcileID":"68d92f3f-1597-44f2-8370-8704b4b676ab","MaaSAuthPolicy":{"name":"e2e-rec-recover-9335bb-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"e2e-extmod-b-1b5075-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:29.23657064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-ctrl-3b587b-access","reconcileID":"dd3ca468-e839-49a4-a3c5-813aefe5caed","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"e2e-extmod-b-1b5075-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:29.287140304Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-9335bb-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-recover-9335bb-access","reconcileID":"68d92f3f-1597-44f2-8370-8704b4b676ab","MaaSAuthPolicy":{"name":"e2e-rec-recover-9335bb-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"model":"e2e-extmod-rec-noaccess-890be1/e2e-rec-recover-9335bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:29.28908903Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-ctrl-3b587b-access","reconcileID":"dd3ca468-e839-49a4-a3c5-813aefe5caed","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"model":"e2e-extmod-rec-user-6dda56/e2e-rec-ctrl-3b587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:30.331676794Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"namespace":"e2e-extmod-att-noaccess-b79d51","name":"e2e-att-noaccess-7f2d0c","reconcileID":"8626226c-d6c4-442f-952d-d614fad305c9","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:34.021010728Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f4e241"},"namespace":"ai-tenant-e2e-extmod-b-f4e241","name":"default-tenant","reconcileID":"8f434387-e0d3-4b19-8798-1efb93122699","namespace":"ai-tenant-e2e-extmod-b-f4e241","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:34.021087045Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f4e241"},"namespace":"ai-tenant-e2e-extmod-b-f4e241","name":"default-tenant","reconcileID":"8f434387-e0d3-4b19-8798-1efb93122699","namespace":"ai-tenant-e2e-extmod-b-f4e241","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:34.021155597Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f4e241"},"namespace":"ai-tenant-e2e-extmod-b-f4e241","name":"default-tenant","reconcileID":"8f434387-e0d3-4b19-8798-1efb93122699","tenant":"e2e-extmod-b-f4e241","tenantID":"e2e-extmod-b-f4e241","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:34.072563818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f4e241"},"namespace":"ai-tenant-e2e-extmod-b-f4e241","name":"default-tenant","reconcileID":"8f434387-e0d3-4b19-8798-1efb93122699","gvk":"Deployment","name":"maas-api-e2e-extmod-b-f4e241","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:34.133279163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f4e241"},"namespace":"ai-tenant-e2e-extmod-b-f4e241","name":"default-tenant","reconcileID":"8f434387-e0d3-4b19-8798-1efb93122699","gvk":"Service","name":"maas-api-e2e-extmod-b-f4e241","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:34.192039819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f4e241"},"namespace":"ai-tenant-e2e-extmod-b-f4e241","name":"default-tenant","reconcileID":"8f434387-e0d3-4b19-8798-1efb93122699","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-f4e241","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:34.243979238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f4e241"},"namespace":"ai-tenant-e2e-extmod-b-f4e241","name":"default-tenant","reconcileID":"8f434387-e0d3-4b19-8798-1efb93122699","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-f4e241","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:34.29664906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f4e241"},"namespace":"ai-tenant-e2e-extmod-b-f4e241","name":"default-tenant","reconcileID":"8f434387-e0d3-4b19-8798-1efb93122699","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-f4e241","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:34.352621495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f4e241"},"namespace":"ai-tenant-e2e-extmod-b-f4e241","name":"default-tenant","reconcileID":"8f434387-e0d3-4b19-8798-1efb93122699","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-f4e241","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:34.407012838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f4e241"},"namespace":"ai-tenant-e2e-extmod-b-f4e241","name":"default-tenant","reconcileID":"8f434387-e0d3-4b19-8798-1efb93122699","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-f4e241","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:34.459157585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f4e241"},"namespace":"ai-tenant-e2e-extmod-b-f4e241","name":"default-tenant","reconcileID":"8f434387-e0d3-4b19-8798-1efb93122699","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-f4e241","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:34.514065795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f4e241"},"namespace":"ai-tenant-e2e-extmod-b-f4e241","name":"default-tenant","reconcileID":"8f434387-e0d3-4b19-8798-1efb93122699","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-f4e241","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:34.56294148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f4e241"},"namespace":"ai-tenant-e2e-extmod-b-f4e241","name":"default-tenant","reconcileID":"8f434387-e0d3-4b19-8798-1efb93122699","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-f4e241","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:34.612418806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f4e241"},"namespace":"ai-tenant-e2e-extmod-b-f4e241","name":"default-tenant","reconcileID":"8f434387-e0d3-4b19-8798-1efb93122699","gvk":"Service","name":"payload-processing-e2e-extmod-b-f4e241","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:34.661119182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f4e241"},"namespace":"ai-tenant-e2e-extmod-b-f4e241","name":"default-tenant","reconcileID":"8f434387-e0d3-4b19-8798-1efb93122699","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-f4e241","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:34.712887442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f4e241"},"namespace":"ai-tenant-e2e-extmod-b-f4e241","name":"default-tenant","reconcileID":"8f434387-e0d3-4b19-8798-1efb93122699","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-f4e241","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:34.761632475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f4e241"},"namespace":"ai-tenant-e2e-extmod-b-f4e241","name":"default-tenant","reconcileID":"8f434387-e0d3-4b19-8798-1efb93122699","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-f4e241","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:34.810290999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f4e241"},"namespace":"ai-tenant-e2e-extmod-b-f4e241","name":"default-tenant","reconcileID":"8f434387-e0d3-4b19-8798-1efb93122699","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-f4e241","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:34.863465324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f4e241"},"namespace":"ai-tenant-e2e-extmod-b-f4e241","name":"default-tenant","reconcileID":"8f434387-e0d3-4b19-8798-1efb93122699","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-f4e241","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:34.912113979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f4e241"},"namespace":"ai-tenant-e2e-extmod-b-f4e241","name":"default-tenant","reconcileID":"8f434387-e0d3-4b19-8798-1efb93122699","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-f4e241","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:34.960886248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f4e241"},"namespace":"ai-tenant-e2e-extmod-b-f4e241","name":"default-tenant","reconcileID":"8f434387-e0d3-4b19-8798-1efb93122699","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-f4e241","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:35.017606711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f4e241"},"namespace":"ai-tenant-e2e-extmod-b-f4e241","name":"default-tenant","reconcileID":"8f434387-e0d3-4b19-8798-1efb93122699","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-f4e241","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:35.073552352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f4e241"},"namespace":"ai-tenant-e2e-extmod-b-f4e241","name":"default-tenant","reconcileID":"8f434387-e0d3-4b19-8798-1efb93122699","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-f4e241","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:35.923555649Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-f4e241","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-f4e241","reconcileID":"d15b9753-4977-4f3f-9380-f526259a5fa6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-f4e241","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-f4e241"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:36.142061446Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"namespace":"e2e-extmod-att-noaccess-b79d51","name":"e2e-att-noaccess-7f2d0c","reconcileID":"21a73d8f-70b4-485a-8686-f7aa8b92008c","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:36.179707877Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:37.003060224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcda7c79-89aa-47c4-bb68-69abf1933e12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:37.053330668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcda7c79-89aa-47c4-bb68-69abf1933e12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:37.102061909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcda7c79-89aa-47c4-bb68-69abf1933e12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:37.151791672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcda7c79-89aa-47c4-bb68-69abf1933e12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:38.980401482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09ee35f2-a1d0-4ef6-b184-25e225bea8b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:39.035784539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09ee35f2-a1d0-4ef6-b184-25e225bea8b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:39.08772922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09ee35f2-a1d0-4ef6-b184-25e225bea8b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:39.143348141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09ee35f2-a1d0-4ef6-b184-25e225bea8b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:39.147540541Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-9335bb-sub","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-recover-9335bb-sub","reconcileID":"a43de6b6-2da9-40df-b663-8840f77f8245","MaaSSubscription":{"name":"e2e-rec-recover-9335bb-sub","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"model":"e2e-extmod-rec-noaccess-890be1/e2e-rec-recover-9335bb","subscription":"e2e-rec-recover-9335bb-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:39.14778501Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-9335bb-sub","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-recover-9335bb-sub","reconcileID":"a43de6b6-2da9-40df-b663-8840f77f8245","MaaSSubscription":{"name":"e2e-rec-recover-9335bb-sub","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"model":"e2e-extmod-rec-noaccess-890be1/e2e-rec-recover-9335bb","error":"MaaSModelRef not found: e2e-extmod-rec-noaccess-890be1/e2e-rec-recover-9335bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:39.459369147Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-1b5075 priority=0:[ai-tenant-e2e-extmod-b-1b5075/e2e-att-serve-39657c-sub ai-tenant-e2e-extmod-b-1b5075/e2e-rec-ctrl-3b587b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:39.564564267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"namespace":"e2e-extmod-att-user-26296c","name":"e2e-att-serve-39657c","reconcileID":"e0468b24-34b8-4787-b21a-96b3b8385a02","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"tenant":"e2e-extmod-b-1b5075","gateway":"openshift-ingress/e2e-extmod-b-1b5075","model":"e2e-extmod-att-user-26296c/e2e-att-serve-39657c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:39.564681223Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"namespace":"e2e-extmod-att-user-26296c","name":"e2e-att-serve-39657c","reconcileID":"e0468b24-34b8-4787-b21a-96b3b8385a02","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"routeName":"external-model-e2e-att-serve-39657c-e41197d2d713","namespace":"e2e-extmod-att-user-26296c","model":"e2e-att-serve-39657c","externalModel":"e2e-att-serve-39657c","provider":"e2e-att-serve-39657c-provider","gateway":"openshift-ingress/e2e-extmod-b-1b5075","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:39.691845955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-ctrl-3b587b-access","reconcileID":"de70cc10-361e-4934-ab63-df78f28c88f6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:39.691963638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"232eda5a-75e9-424a-b198-0bd6fdf82c9d","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:39.69185012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-9335bb-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-recover-9335bb-access","reconcileID":"acfea95e-6362-4a7a-a1dc-4da0a7ce642f","MaaSAuthPolicy":{"name":"e2e-rec-recover-9335bb-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:39.747597446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"232eda5a-75e9-424a-b198-0bd6fdf82c9d","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"e2e-extmod-b-1b5075-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:39.74775476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-ctrl-3b587b-access","reconcileID":"de70cc10-361e-4934-ab63-df78f28c88f6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"e2e-extmod-b-1b5075-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:39.749907461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-9335bb-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-recover-9335bb-access","reconcileID":"acfea95e-6362-4a7a-a1dc-4da0a7ce642f","MaaSAuthPolicy":{"name":"e2e-rec-recover-9335bb-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"e2e-extmod-b-1b5075-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:39.801716131Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-ctrl-3b587b-access","reconcileID":"de70cc10-361e-4934-ab63-df78f28c88f6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"model":"e2e-extmod-rec-user-6dda56/e2e-rec-ctrl-3b587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:39.802505514Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-9335bb-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-recover-9335bb-access","reconcileID":"acfea95e-6362-4a7a-a1dc-4da0a7ce642f","MaaSAuthPolicy":{"name":"e2e-rec-recover-9335bb-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"model":"e2e-extmod-rec-noaccess-890be1/e2e-rec-recover-9335bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:39.898859563Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-9335bb-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-recover-9335bb-access","reconcileID":"fba3bd42-abe3-4cf0-bfc2-38ab41f61d3c","MaaSAuthPolicy":{"name":"e2e-rec-recover-9335bb-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"model":"e2e-extmod-rec-noaccess-890be1/e2e-rec-recover-9335bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:40.709019473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"570658ed-a1b3-4016-8da5-fff417a3e427","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:40.70901951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-ctrl-3b587b-access","reconcileID":"83a74b0b-1727-4e0c-b412-947e5923e0ad","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:40.764376859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"570658ed-a1b3-4016-8da5-fff417a3e427","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"e2e-extmod-b-1b5075-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:40.765758261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-ctrl-3b587b-access","reconcileID":"83a74b0b-1727-4e0c-b412-947e5923e0ad","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"e2e-extmod-b-1b5075-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:40.81808152Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-ctrl-3b587b-access","reconcileID":"83a74b0b-1727-4e0c-b412-947e5923e0ad","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"model":"e2e-extmod-rec-user-6dda56/e2e-rec-ctrl-3b587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:44.161650306Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"namespace":"e2e-extmod-att-noaccess-b79d51","name":"e2e-att-noaccess-7f2d0c","reconcileID":"46acc947-9736-4f94-8f25-77b997d5fafd","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:44.263622694Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"namespace":"e2e-extmod-att-noaccess-b79d51","name":"e2e-att-noaccess-7f2d0c","reconcileID":"f3afe231-57c1-45f0-9b1b-f0d12db61c1d","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:44.981186131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"347cd861-9fc4-497c-9da5-6d737399ef23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:45.029894271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"347cd861-9fc4-497c-9da5-6d737399ef23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:45.078382066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"347cd861-9fc4-497c-9da5-6d737399ef23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:45.127858773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"347cd861-9fc4-497c-9da5-6d737399ef23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:46.966367819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2214aeab-fe08-4902-ad6f-6d207fb26a25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:47.015274999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2214aeab-fe08-4902-ad6f-6d207fb26a25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:47.063778785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2214aeab-fe08-4902-ad6f-6d207fb26a25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:47.112494355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2214aeab-fe08-4902-ad6f-6d207fb26a25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:48.933207007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5687bc53-2f53-4c40-b32d-92ecbaac844b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:48.982401306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5687bc53-2f53-4c40-b32d-92ecbaac844b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:49.032059188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5687bc53-2f53-4c40-b32d-92ecbaac844b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:49.080940257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5687bc53-2f53-4c40-b32d-92ecbaac844b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:50.716606745Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-3b587b-sub","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-ctrl-3b587b-sub","reconcileID":"2a6066f4-b8f0-4dd2-99cc-ea669c69c6df","MaaSSubscription":{"name":"e2e-rec-ctrl-3b587b-sub","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"model":"e2e-extmod-rec-user-6dda56/e2e-rec-ctrl-3b587b","subscription":"e2e-rec-ctrl-3b587b-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:50.716718583Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-3b587b-sub","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-ctrl-3b587b-sub","reconcileID":"2a6066f4-b8f0-4dd2-99cc-ea669c69c6df","MaaSSubscription":{"name":"e2e-rec-ctrl-3b587b-sub","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"model":"e2e-extmod-rec-user-6dda56/e2e-rec-ctrl-3b587b","error":"MaaSModelRef not found: e2e-extmod-rec-user-6dda56/e2e-rec-ctrl-3b587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:51.130385497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"namespace":"e2e-extmod-att-user-26296c","name":"e2e-att-serve-39657c","reconcileID":"82d6dc48-8fa3-4501-a8cd-888b88e73ba0","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"tenant":"e2e-extmod-b-1b5075","gateway":"openshift-ingress/e2e-extmod-b-1b5075","model":"e2e-extmod-att-user-26296c/e2e-att-serve-39657c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:51.13041233Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"namespace":"e2e-extmod-att-user-26296c","name":"e2e-att-serve-39657c","reconcileID":"82d6dc48-8fa3-4501-a8cd-888b88e73ba0","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"routeName":"external-model-e2e-att-serve-39657c-e41197d2d713","namespace":"e2e-extmod-att-user-26296c","model":"e2e-att-serve-39657c","externalModel":"e2e-att-serve-39657c","provider":"e2e-att-serve-39657c-provider","gateway":"openshift-ingress/e2e-extmod-b-1b5075","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:51.171658078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"14980a17-19da-409f-9bb6-c2cf61231aec","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:51.171900937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-ctrl-3b587b-access","reconcileID":"ffcdbdf4-074b-4127-ac38-a6a1e0ca84e0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:51.226575454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"14980a17-19da-409f-9bb6-c2cf61231aec","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"e2e-extmod-b-1b5075-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:51.226628468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-ctrl-3b587b-access","reconcileID":"ffcdbdf4-074b-4127-ac38-a6a1e0ca84e0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"e2e-extmod-b-1b5075-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:51.279030423Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-ctrl-3b587b-access","reconcileID":"ffcdbdf4-074b-4127-ac38-a6a1e0ca84e0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"model":"e2e-extmod-rec-user-6dda56/e2e-rec-ctrl-3b587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:51.429068986Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-rec-ctrl-3b587b-access","reconcileID":"20896f30-dc2a-4aaf-bfc8-fa29b6d00316","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3b587b-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"model":"e2e-extmod-rec-user-6dda56/e2e-rec-ctrl-3b587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:54.363499175Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"namespace":"e2e-extmod-att-noaccess-b79d51","name":"e2e-att-noaccess-7f2d0c","reconcileID":"d79290b7-9de0-49ca-a353-617bcadefe63","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:54.680890166Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"namespace":"e2e-extmod-att-noaccess-b79d51","name":"e2e-att-noaccess-7f2d0c","reconcileID":"97e02fd7-f8f4-4f1a-9482-89db3c4dc611","MaaSModelRef":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:58.290215179Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"namespace":"e2e-extmod-att-noaccess-b79d51","name":"e2e-att-noaccess-7f2d0c","reconcileID":"08618eb6-03c1-45f9-be27-b5498989d4c5","namespace":"e2e-extmod-att-noaccess-b79d51","name":"e2e-att-noaccess-7f2d0c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:58.437365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a605d084-cc92-4ff1-a3f5-e6a8dc5003b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:58.437539546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"f84199a6-961b-4ec6-8008-43b725675045","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:58.437851434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e585b0e9-898d-41d5-ae01-38a5d4e99ad7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:58.438499051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"d754fe24-d0b3-4ed1-a666-2baaab9e41fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:58.438711429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"01c372e4-f095-4e79-9b30-12b2e6b6e2eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:58.492881277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"f84199a6-961b-4ec6-8008-43b725675045","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:58.492878193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e585b0e9-898d-41d5-ae01-38a5d4e99ad7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:58.49538601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"01c372e4-f095-4e79-9b30-12b2e6b6e2eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:58.495527053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"d754fe24-d0b3-4ed1-a666-2baaab9e41fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:58.497564401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a605d084-cc92-4ff1-a3f5-e6a8dc5003b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:58.706562901Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-7f2d0c","namespace":"e2e-extmod-att-noaccess-b79d51"},"namespace":"e2e-extmod-att-noaccess-b79d51","name":"e2e-att-noaccess-7f2d0c","reconcileID":"c9f09d96-3607-499f-ab1d-df164719ff0f","namespace":"e2e-extmod-att-noaccess-b79d51","name":"e2e-att-noaccess-7f2d0c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:58.787257225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"77c1954a-91af-43a1-8f44-d7cc45266e0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:58.787392936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"bdf35641-3bf3-45b7-aed4-a338457df540","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:58.787257743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"fe351c77-42ba-4698-9bdc-b7b80bc050f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:58.787682808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"abdb1951-4264-41c4-b532-2935d53b9510","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:58.791916726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"d4138f0e-a027-4df2-bfd8-82d34d57bed1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:58.841969198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"abdb1951-4264-41c4-b532-2935d53b9510","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:58.843145354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"77c1954a-91af-43a1-8f44-d7cc45266e0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:58.844159159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"fe351c77-42ba-4698-9bdc-b7b80bc050f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:58.846413066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"d4138f0e-a027-4df2-bfd8-82d34d57bed1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:58.846639607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"bdf35641-3bf3-45b7-aed4-a338457df540","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:59.086834808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"acf2620e-0f00-4b52-a8e1-1fb501ddf0f2","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:59.134728532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"b0bda906-66f3-4f71-847d-c70400e2237f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:59.140026294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"5fb058a1-93c8-4676-bb98-00dfae4223e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:59.140550836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"acf2620e-0f00-4b52-a8e1-1fb501ddf0f2","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"e2e-extmod-b-1b5075-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:59.188534575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"b0bda906-66f3-4f71-847d-c70400e2237f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:59.19377022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"5fb058a1-93c8-4676-bb98-00dfae4223e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:59.235855019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"44334ebf-9d3f-40c1-8633-a5dd08da5de7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:59.235857893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"9eebd106-3339-4c5c-bef1-81c6be84c4fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:59.270780777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"namespace":"e2e-extmod-att-user-26296c","name":"e2e-att-serve-39657c","reconcileID":"ee235473-1eed-4320-91b1-ee56074b2c63","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"tenant":"e2e-extmod-b-1b5075","gateway":"openshift-ingress/e2e-extmod-b-1b5075","model":"e2e-extmod-att-user-26296c/e2e-att-serve-39657c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:59.270802546Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"namespace":"e2e-extmod-att-user-26296c","name":"e2e-att-serve-39657c","reconcileID":"ee235473-1eed-4320-91b1-ee56074b2c63","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"routeName":"external-model-e2e-att-serve-39657c-e41197d2d713","namespace":"e2e-extmod-att-user-26296c","model":"e2e-att-serve-39657c","externalModel":"e2e-att-serve-39657c","provider":"e2e-att-serve-39657c-provider","gateway":"openshift-ingress/e2e-extmod-b-1b5075","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:59.290045135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"9eebd106-3339-4c5c-bef1-81c6be84c4fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:59.290050981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"44334ebf-9d3f-40c1-8633-a5dd08da5de7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:59.422896069Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-39657c-sub","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-sub","reconcileID":"24ef57c1-9386-45a1-a251-94dba89c960e","MaaSSubscription":{"name":"e2e-att-serve-39657c-sub","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2faed267","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:59.532390935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"7a114969-fb7b-491a-ba83-4e85587a1b82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:59.532421045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"1bb5fb5d-c33c-46dc-8bf9-ffa8cb378343","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:59.532888866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"25a1e208-4cba-4256-83f8-c5196206f53b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:59.586875621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"1bb5fb5d-c33c-46dc-8bf9-ffa8cb378343","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:59.587233029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"7a114969-fb7b-491a-ba83-4e85587a1b82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:59.589179889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"25a1e208-4cba-4256-83f8-c5196206f53b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:59.63371173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"39092b47-289a-4e48-9de3-85700d57aa96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:59.633715735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"362f773f-3296-4c87-abf4-c23eae9ca219","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:59.688034533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"362f773f-3296-4c87-abf4-c23eae9ca219","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:59.68848947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"39092b47-289a-4e48-9de3-85700d57aa96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:59.831187167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"d3bba440-d67f-4a53-a282-dc03cac95182","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:59.88002438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc31b60b-8f18-4372-8cda-114a43c734f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:59.885875378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"d3bba440-d67f-4a53-a282-dc03cac95182","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"e2e-extmod-b-1b5075-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:59.934227798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc31b60b-8f18-4372-8cda-114a43c734f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:06.169069164Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:07.983533166Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"default-tenant","reconcileID":"bfb89a01-7570-43e2-ad9b-7d95ff76f3e2","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:07.98358946Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"default-tenant","reconcileID":"bfb89a01-7570-43e2-ad9b-7d95ff76f3e2","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:07.983638392Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"default-tenant","reconcileID":"bfb89a01-7570-43e2-ad9b-7d95ff76f3e2","tenant":"e2e-shared-a-w4-f39eb7","tenantID":"e2e-shared-a-w4-f39eb7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:08.03483254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"default-tenant","reconcileID":"bfb89a01-7570-43e2-ad9b-7d95ff76f3e2","gvk":"Deployment","name":"maas-api-e2e-shared-a-w4-f39eb7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:08.094281328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"default-tenant","reconcileID":"bfb89a01-7570-43e2-ad9b-7d95ff76f3e2","gvk":"Service","name":"maas-api-e2e-shared-a-w4-f39eb7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:08.166237742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"default-tenant","reconcileID":"bfb89a01-7570-43e2-ad9b-7d95ff76f3e2","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w4-f39eb7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:08.217191789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"default-tenant","reconcileID":"bfb89a01-7570-43e2-ad9b-7d95ff76f3e2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w4-f39eb7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:08.281532409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"default-tenant","reconcileID":"bfb89a01-7570-43e2-ad9b-7d95ff76f3e2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w4-f39eb7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:08.333245141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"default-tenant","reconcileID":"bfb89a01-7570-43e2-ad9b-7d95ff76f3e2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w4-f39eb7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:08.3876022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"default-tenant","reconcileID":"bfb89a01-7570-43e2-ad9b-7d95ff76f3e2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w4-f39eb7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:08.438852831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"default-tenant","reconcileID":"bfb89a01-7570-43e2-ad9b-7d95ff76f3e2","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w4-f39eb7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:08.491598899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"default-tenant","reconcileID":"bfb89a01-7570-43e2-ad9b-7d95ff76f3e2","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w4-f39eb7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:08.540431436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"default-tenant","reconcileID":"bfb89a01-7570-43e2-ad9b-7d95ff76f3e2","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w4-f39eb7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:08.589543899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"default-tenant","reconcileID":"bfb89a01-7570-43e2-ad9b-7d95ff76f3e2","gvk":"Service","name":"payload-processing-e2e-shared-a-w4-f39eb7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:08.638005146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"default-tenant","reconcileID":"bfb89a01-7570-43e2-ad9b-7d95ff76f3e2","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w4-f39eb7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:08.686429089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"default-tenant","reconcileID":"bfb89a01-7570-43e2-ad9b-7d95ff76f3e2","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w4-f39eb7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:08.735845106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"default-tenant","reconcileID":"bfb89a01-7570-43e2-ad9b-7d95ff76f3e2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w4-f39eb7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:08.784489169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"default-tenant","reconcileID":"bfb89a01-7570-43e2-ad9b-7d95ff76f3e2","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w4-f39eb7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:08.837164555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"default-tenant","reconcileID":"bfb89a01-7570-43e2-ad9b-7d95ff76f3e2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w4-f39eb7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:08.885946699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"default-tenant","reconcileID":"bfb89a01-7570-43e2-ad9b-7d95ff76f3e2","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w4-f39eb7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:08.934876011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"default-tenant","reconcileID":"bfb89a01-7570-43e2-ad9b-7d95ff76f3e2","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w4-f39eb7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:08.983497701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"default-tenant","reconcileID":"bfb89a01-7570-43e2-ad9b-7d95ff76f3e2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w4-f39eb7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:09.03755971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f39eb7"},"namespace":"ai-tenant-e2e-shared-a-w4-f39eb7","name":"default-tenant","reconcileID":"bfb89a01-7570-43e2-ad9b-7d95ff76f3e2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w4-f39eb7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:09.093984262Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"default-tenant","reconcileID":"70d6d8f9-3268-4227-b18b-56c27554ea19","namespace":"ai-tenant-e2e-worker-w1-e65019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:09.094062247Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"default-tenant","reconcileID":"70d6d8f9-3268-4227-b18b-56c27554ea19","namespace":"ai-tenant-e2e-worker-w1-e65019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:09.094134136Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"default-tenant","reconcileID":"70d6d8f9-3268-4227-b18b-56c27554ea19","tenant":"e2e-worker-w1-e65019","tenantID":"e2e-worker-w1-e65019","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:09.145425723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"default-tenant","reconcileID":"70d6d8f9-3268-4227-b18b-56c27554ea19","gvk":"Deployment","name":"maas-api-e2e-worker-w1-e65019","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:09.207366165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"default-tenant","reconcileID":"70d6d8f9-3268-4227-b18b-56c27554ea19","gvk":"Service","name":"maas-api-e2e-worker-w1-e65019","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:09.263919666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"default-tenant","reconcileID":"70d6d8f9-3268-4227-b18b-56c27554ea19","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w1-e65019","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:09.315141016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"default-tenant","reconcileID":"70d6d8f9-3268-4227-b18b-56c27554ea19","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w1-e65019","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:09.367188371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"default-tenant","reconcileID":"70d6d8f9-3268-4227-b18b-56c27554ea19","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w1-e65019","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:09.418394132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"default-tenant","reconcileID":"70d6d8f9-3268-4227-b18b-56c27554ea19","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w1-e65019","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:09.472706353Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-39657c-sub","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-sub","reconcileID":"e48c1ed0-37d6-44a6-99c3-efa622e366d1","MaaSSubscription":{"name":"e2e-att-serve-39657c-sub","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"model":"e2e-extmod-att-user-26296c/e2e-att-serve-39657c","subscription":"e2e-att-serve-39657c-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:09.47298141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"default-tenant","reconcileID":"70d6d8f9-3268-4227-b18b-56c27554ea19","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w1-e65019","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:09.524522053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"default-tenant","reconcileID":"70d6d8f9-3268-4227-b18b-56c27554ea19","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w1-e65019","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:09.57274882Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-39657c-sub","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-sub","reconcileID":"e48c1ed0-37d6-44a6-99c3-efa622e366d1","MaaSSubscription":{"name":"e2e-att-serve-39657c-sub","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"model":"e2e-extmod-att-user-26296c/e2e-att-serve-39657c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:09.573870421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"default-tenant","reconcileID":"70d6d8f9-3268-4227-b18b-56c27554ea19","gvk":"Deployment","name":"payload-processing-e2e-worker-w1-e65019","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:09.62271817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"default-tenant","reconcileID":"70d6d8f9-3268-4227-b18b-56c27554ea19","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w1-e65019","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:09.623257858Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-39657c-sub","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-sub","reconcileID":"e48c1ed0-37d6-44a6-99c3-efa622e366d1","MaaSSubscription":{"name":"e2e-att-serve-39657c-sub","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"maas-trlp-e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c","model":"e2e-extmod-att-user-26296c/e2e-att-serve-39657c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:09.671360024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"default-tenant","reconcileID":"70d6d8f9-3268-4227-b18b-56c27554ea19","gvk":"Service","name":"payload-processing-e2e-worker-w1-e65019","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:09.720093997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"default-tenant","reconcileID":"70d6d8f9-3268-4227-b18b-56c27554ea19","gvk":"Service","name":"payload-pre-processing-e2e-worker-w1-e65019","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:09.768681695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"default-tenant","reconcileID":"70d6d8f9-3268-4227-b18b-56c27554ea19","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w1-e65019","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:09.816959981Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-f39eb7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-f39eb7","reconcileID":"bb7297c3-bb89-4f96-a6cf-2b091bc519bf","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-f39eb7","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w4-f39eb7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:09.818258476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"default-tenant","reconcileID":"70d6d8f9-3268-4227-b18b-56c27554ea19","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w1-e65019","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:09.868898957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"default-tenant","reconcileID":"70d6d8f9-3268-4227-b18b-56c27554ea19","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w1-e65019","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:09.921910006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"default-tenant","reconcileID":"70d6d8f9-3268-4227-b18b-56c27554ea19","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w1-e65019","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:09.932350191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"namespace":"e2e-extmod-att-user-26296c","name":"e2e-att-serve-39657c","reconcileID":"b8674d5e-eddf-41b0-be34-28b0dffaa1fb","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"tenant":"e2e-extmod-b-1b5075","gateway":"openshift-ingress/e2e-extmod-b-1b5075","model":"e2e-extmod-att-user-26296c/e2e-att-serve-39657c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:09.932375733Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"namespace":"e2e-extmod-att-user-26296c","name":"e2e-att-serve-39657c","reconcileID":"b8674d5e-eddf-41b0-be34-28b0dffaa1fb","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"routeName":"external-model-e2e-att-serve-39657c-e41197d2d713","namespace":"e2e-extmod-att-user-26296c","model":"e2e-att-serve-39657c","externalModel":"e2e-att-serve-39657c","provider":"e2e-att-serve-39657c-provider","gateway":"openshift-ingress/e2e-extmod-b-1b5075","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:09.970365741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"default-tenant","reconcileID":"70d6d8f9-3268-4227-b18b-56c27554ea19","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w1-e65019","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:10.018967603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"default-tenant","reconcileID":"70d6d8f9-3268-4227-b18b-56c27554ea19","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w1-e65019","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:10.025691223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"4a3eb667-b303-466f-9510-1ce8f187d15d","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:10.128720036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"default-tenant","reconcileID":"70d6d8f9-3268-4227-b18b-56c27554ea19","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w1-e65019","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:10.13374971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"4a3eb667-b303-466f-9510-1ce8f187d15d","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"e2e-extmod-b-1b5075-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:10.142680063Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"namespace":"e2e-extmod-att-user-26296c","name":"e2e-att-serve-39657c","reconcileID":"b9e3129c-3558-48e7-9555-61863e37b87e","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"tenant":"e2e-extmod-b-1b5075","gateway":"openshift-ingress/e2e-extmod-b-1b5075","model":"e2e-extmod-att-user-26296c/e2e-att-serve-39657c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:10.142711235Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"namespace":"e2e-extmod-att-user-26296c","name":"e2e-att-serve-39657c","reconcileID":"b9e3129c-3558-48e7-9555-61863e37b87e","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"routeName":"external-model-e2e-att-serve-39657c-e41197d2d713","namespace":"e2e-extmod-att-user-26296c","model":"e2e-att-serve-39657c","externalModel":"e2e-att-serve-39657c","provider":"e2e-att-serve-39657c-provider","gateway":"openshift-ingress/e2e-extmod-b-1b5075","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:10.177832494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e65019"},"namespace":"ai-tenant-e2e-worker-w1-e65019","name":"default-tenant","reconcileID":"70d6d8f9-3268-4227-b18b-56c27554ea19","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w1-e65019","namespace":"","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:52:10.242396741Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"namespace":"e2e-extmod-att-user-26296c","name":"e2e-att-serve-39657c","reconcileID":"b9e3129c-3558-48e7-9555-61863e37b87e","name":"e2e-att-serve-39657c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-39657c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:52:10.242467694Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"namespace":"e2e-extmod-att-user-26296c","name":"e2e-att-serve-39657c","reconcileID":"b9e3129c-3558-48e7-9555-61863e37b87e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-39657c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:10.296733364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"namespace":"e2e-extmod-att-user-26296c","name":"e2e-att-serve-39657c","reconcileID":"45e3d33c-31f0-4569-adb2-3a7960cccf16","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"tenant":"e2e-extmod-b-1b5075","gateway":"openshift-ingress/e2e-extmod-b-1b5075","model":"e2e-extmod-att-user-26296c/e2e-att-serve-39657c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:10.296753167Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"namespace":"e2e-extmod-att-user-26296c","name":"e2e-att-serve-39657c","reconcileID":"45e3d33c-31f0-4569-adb2-3a7960cccf16","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"routeName":"external-model-e2e-att-serve-39657c-e41197d2d713","namespace":"e2e-extmod-att-user-26296c","model":"e2e-att-serve-39657c","externalModel":"e2e-att-serve-39657c","provider":"e2e-att-serve-39657c-provider","gateway":"openshift-ingress/e2e-extmod-b-1b5075","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:10.429351565Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"1e5a723d-fe8a-4a98-8faa-057c516aff15","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"model":"e2e-extmod-att-user-26296c/e2e-att-serve-39657c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:10.62980897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"1e5a723d-fe8a-4a98-8faa-057c516aff15","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:10.750481302Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"1e5a723d-fe8a-4a98-8faa-057c516aff15","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"name":"e2e-extmod-b-1b5075-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:10.75050281Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"e2e-att-serve-39657c-access","reconcileID":"1e5a723d-fe8a-4a98-8faa-057c516aff15","MaaSAuthPolicy":{"name":"e2e-att-serve-39657c-access","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1b5075","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:10.854111273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"namespace":"e2e-extmod-att-user-26296c","name":"e2e-att-serve-39657c","reconcileID":"a93aaad3-ef87-42ef-b9ee-f7bcaa141ce0","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"tenant":"e2e-extmod-b-1b5075","gateway":"openshift-ingress/e2e-extmod-b-1b5075","model":"e2e-extmod-att-user-26296c/e2e-att-serve-39657c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:10.85415419Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"namespace":"e2e-extmod-att-user-26296c","name":"e2e-att-serve-39657c","reconcileID":"a93aaad3-ef87-42ef-b9ee-f7bcaa141ce0","MaaSModelRef":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"routeName":"external-model-e2e-att-serve-39657c-e41197d2d713","namespace":"e2e-extmod-att-user-26296c","model":"e2e-att-serve-39657c","externalModel":"e2e-att-serve-39657c","provider":"e2e-att-serve-39657c-provider","gateway":"openshift-ingress/e2e-extmod-b-1b5075","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:11.044979887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6ca88dc-1d1c-49db-81f9-5f4c1ee96a3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:11.05098025Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-e65019","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-e65019","reconcileID":"c0da63d9-68e2-43a0-a54d-9e07ba9fbfa1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-e65019","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w1-e65019"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:11.093741528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6ca88dc-1d1c-49db-81f9-5f4c1ee96a3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:11.142659087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6ca88dc-1d1c-49db-81f9-5f4c1ee96a3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:11.191426594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6ca88dc-1d1c-49db-81f9-5f4c1ee96a3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:11.423516807Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"namespace":"e2e-extmod-att-user-26296c","name":"e2e-att-serve-39657c","reconcileID":"ba89eb9e-f6c0-4b0b-9def-f9f79c6d5a23","namespace":"e2e-extmod-att-user-26296c","name":"e2e-att-serve-39657c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:11.571671722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d06b489-3335-4377-828c-a3f55f000449","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:11.571710667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"ad78d0a6-cae2-4f5b-afa6-324c3b503365","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:11.572093926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"a2c2ec5f-316a-4c0f-8c67-3c8c4c174862","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:11.572129047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"18b9645d-51ca-464d-b8a3-3aa00974211f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:11.572534573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"646ddf0d-c6c0-4e42-8930-cda7514d25f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:11.626125477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d06b489-3335-4377-828c-a3f55f000449","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:11.626138692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"ad78d0a6-cae2-4f5b-afa6-324c3b503365","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:11.628896749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"646ddf0d-c6c0-4e42-8930-cda7514d25f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:11.629836031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"a2c2ec5f-316a-4c0f-8c67-3c8c4c174862","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:11.631231652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"18b9645d-51ca-464d-b8a3-3aa00974211f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:11.951080886Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-39657c","namespace":"e2e-extmod-att-user-26296c"},"namespace":"e2e-extmod-att-user-26296c","name":"e2e-att-serve-39657c","reconcileID":"76d84088-5943-4405-9563-5c12a3f8a394","namespace":"e2e-extmod-att-user-26296c","name":"e2e-att-serve-39657c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:11.978177489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"486700e4-7573-4e45-ad0b-2ad3257430bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:11.978438189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d339016f-d251-4f53-bfd1-a64e8340a5e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:11.978909121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"a8a319c8-7f3c-4b66-8c19-14a770c9c6ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:11.978927813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"93acfda4-2bdf-48c6-825b-c277c202f73f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:11.979297219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"b4a81538-09a4-4a12-8807-f2a40d5f3ac5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:12.044452326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"486700e4-7573-4e45-ad0b-2ad3257430bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:12.044819192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d339016f-d251-4f53-bfd1-a64e8340a5e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:12.047194707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"b4a81538-09a4-4a12-8807-f2a40d5f3ac5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:12.047222986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"93acfda4-2bdf-48c6-825b-c277c202f73f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:12.049522905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"a8a319c8-7f3c-4b66-8c19-14a770c9c6ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:12.390026383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"37eb43d6-3447-4e58-bc58-20a43aeacbd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:12.390214841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"0c02a83f-56a9-404b-9e5d-6dd2244c2481","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:12.390041446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"cbabe8f4-c01f-431a-ac64-c9db658f678e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:12.447128087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"0c02a83f-56a9-404b-9e5d-6dd2244c2481","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:12.447490321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"cbabe8f4-c01f-431a-ac64-c9db658f678e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:12.449442499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"37eb43d6-3447-4e58-bc58-20a43aeacbd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:12.501598762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"53b5cf64-5978-4164-a210-059131a4c0f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:12.50170223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2350fe10-39d6-4f59-a20a-4f777a030c62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:12.564121973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2350fe10-39d6-4f59-a20a-4f777a030c62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:12.576483228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"53b5cf64-5978-4164-a210-059131a4c0f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:12.818067654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"fa4fadd9-68ea-4b40-9df5-6cda1274f583","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:12.818097935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"c15a23a4-9f45-48d4-9a7b-9dbb8c3bb190","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:12.825118932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"3ef7ebc7-bce5-4673-83dd-9c5b70a4c421","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:12.872023747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"fa4fadd9-68ea-4b40-9df5-6cda1274f583","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:12.87341424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"c15a23a4-9f45-48d4-9a7b-9dbb8c3bb190","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:12.87895034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"3ef7ebc7-bce5-4673-83dd-9c5b70a4c421","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:12.951492776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"e5dcb781-9eb7-4a8b-b9e0-7a6dc3ae2be3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:12.951547281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"977cae5f-ae9e-44a6-9f5c-e6746081ec96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:13.004561195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d8d739d-6279-4777-b28e-6e3612b4c616","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:13.010783172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"977cae5f-ae9e-44a6-9f5c-e6746081ec96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:13.011775266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"e5dcb781-9eb7-4a8b-b9e0-7a6dc3ae2be3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:13.053250417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d8d739d-6279-4777-b28e-6e3612b4c616","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:13.101914479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d8d739d-6279-4777-b28e-6e3612b4c616","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:13.15040164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d8d739d-6279-4777-b28e-6e3612b4c616","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:16.945825074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6a8bebd-e2d5-4536-80d3-939876eb7eb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:16.99494163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6a8bebd-e2d5-4536-80d3-939876eb7eb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:17.04374904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6a8bebd-e2d5-4536-80d3-939876eb7eb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:17.092999282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6a8bebd-e2d5-4536-80d3-939876eb7eb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:18.912446196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5522c50e-df9a-4f5e-bf78-df5b6a00b931","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:18.961147864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5522c50e-df9a-4f5e-bf78-df5b6a00b931","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:19.009933466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5522c50e-df9a-4f5e-bf78-df5b6a00b931","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:19.059635363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5522c50e-df9a-4f5e-bf78-df5b6a00b931","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:20.929102416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35bbf51f-e3cb-4874-aa8d-b2374154cea6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:20.97809962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35bbf51f-e3cb-4874-aa8d-b2374154cea6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:21.026769248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35bbf51f-e3cb-4874-aa8d-b2374154cea6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:21.075363562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35bbf51f-e3cb-4874-aa8d-b2374154cea6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:26.638293014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2acd8346-bd54-4d9e-aa6b-2ba152b18d6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:26.688007377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2acd8346-bd54-4d9e-aa6b-2ba152b18d6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:26.737178475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2acd8346-bd54-4d9e-aa6b-2ba152b18d6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:26.786018982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2acd8346-bd54-4d9e-aa6b-2ba152b18d6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:27.7859129Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-3b871a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-3b871a","reconcileID":"e3b44101-d2ba-4c1d-a0d3-1c43a5029418","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-3b871a","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-3b871a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:28.642593506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6463900-5857-4a00-825a-e01c33e2c206","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:28.691344804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6463900-5857-4a00-825a-e01c33e2c206","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:28.74008053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6463900-5857-4a00-825a-e01c33e2c206","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:28.789358833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6463900-5857-4a00-825a-e01c33e2c206","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:30.593160547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36c40680-99aa-4eb6-bc2d-5b46f34421f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:30.641628427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36c40680-99aa-4eb6-bc2d-5b46f34421f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:30.690046195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36c40680-99aa-4eb6-bc2d-5b46f34421f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:30.738644524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36c40680-99aa-4eb6-bc2d-5b46f34421f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:32.514398753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7487e62a-bb80-4d9d-8dbc-7fd1528b101d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:32.565289018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7487e62a-bb80-4d9d-8dbc-7fd1528b101d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:32.615216072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7487e62a-bb80-4d9d-8dbc-7fd1528b101d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:32.663836419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7487e62a-bb80-4d9d-8dbc-7fd1528b101d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:34.45667558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eed6db2e-8f20-4007-83f9-e107cb37c7ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:34.512950545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eed6db2e-8f20-4007-83f9-e107cb37c7ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:34.562251494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eed6db2e-8f20-4007-83f9-e107cb37c7ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:34.611136754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eed6db2e-8f20-4007-83f9-e107cb37c7ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:35.025633428Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-293c80"},"namespace":"ai-tenant-e2e-extmod-b-293c80","name":"default-tenant","reconcileID":"63009765-eac3-440f-81d6-42979e9972e8","namespace":"ai-tenant-e2e-extmod-b-293c80","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:35.025706106Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-293c80"},"namespace":"ai-tenant-e2e-extmod-b-293c80","name":"default-tenant","reconcileID":"63009765-eac3-440f-81d6-42979e9972e8","namespace":"ai-tenant-e2e-extmod-b-293c80","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:35.025774278Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-293c80"},"namespace":"ai-tenant-e2e-extmod-b-293c80","name":"default-tenant","reconcileID":"63009765-eac3-440f-81d6-42979e9972e8","tenant":"e2e-extmod-b-293c80","tenantID":"e2e-extmod-b-293c80","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:35.076523517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-293c80"},"namespace":"ai-tenant-e2e-extmod-b-293c80","name":"default-tenant","reconcileID":"63009765-eac3-440f-81d6-42979e9972e8","gvk":"Deployment","name":"maas-api-e2e-extmod-b-293c80","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:35.13363323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-293c80"},"namespace":"ai-tenant-e2e-extmod-b-293c80","name":"default-tenant","reconcileID":"63009765-eac3-440f-81d6-42979e9972e8","gvk":"Service","name":"maas-api-e2e-extmod-b-293c80","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:35.185946529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-293c80"},"namespace":"ai-tenant-e2e-extmod-b-293c80","name":"default-tenant","reconcileID":"63009765-eac3-440f-81d6-42979e9972e8","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-293c80","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:35.236778012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-293c80"},"namespace":"ai-tenant-e2e-extmod-b-293c80","name":"default-tenant","reconcileID":"63009765-eac3-440f-81d6-42979e9972e8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-293c80","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:35.289089187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-293c80"},"namespace":"ai-tenant-e2e-extmod-b-293c80","name":"default-tenant","reconcileID":"63009765-eac3-440f-81d6-42979e9972e8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-293c80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:35.340922248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-293c80"},"namespace":"ai-tenant-e2e-extmod-b-293c80","name":"default-tenant","reconcileID":"63009765-eac3-440f-81d6-42979e9972e8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-293c80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:35.395159764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-293c80"},"namespace":"ai-tenant-e2e-extmod-b-293c80","name":"default-tenant","reconcileID":"63009765-eac3-440f-81d6-42979e9972e8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-293c80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:35.448524268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-293c80"},"namespace":"ai-tenant-e2e-extmod-b-293c80","name":"default-tenant","reconcileID":"63009765-eac3-440f-81d6-42979e9972e8","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-293c80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:35.498891305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-293c80"},"namespace":"ai-tenant-e2e-extmod-b-293c80","name":"default-tenant","reconcileID":"63009765-eac3-440f-81d6-42979e9972e8","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-293c80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:35.547622347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-293c80"},"namespace":"ai-tenant-e2e-extmod-b-293c80","name":"default-tenant","reconcileID":"63009765-eac3-440f-81d6-42979e9972e8","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-293c80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:35.599533094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-293c80"},"namespace":"ai-tenant-e2e-extmod-b-293c80","name":"default-tenant","reconcileID":"63009765-eac3-440f-81d6-42979e9972e8","gvk":"Service","name":"payload-processing-e2e-extmod-b-293c80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:35.648414198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-293c80"},"namespace":"ai-tenant-e2e-extmod-b-293c80","name":"default-tenant","reconcileID":"63009765-eac3-440f-81d6-42979e9972e8","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-293c80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:35.696974049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-293c80"},"namespace":"ai-tenant-e2e-extmod-b-293c80","name":"default-tenant","reconcileID":"63009765-eac3-440f-81d6-42979e9972e8","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-293c80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:35.745350557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-293c80"},"namespace":"ai-tenant-e2e-extmod-b-293c80","name":"default-tenant","reconcileID":"63009765-eac3-440f-81d6-42979e9972e8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-293c80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:35.793963347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-293c80"},"namespace":"ai-tenant-e2e-extmod-b-293c80","name":"default-tenant","reconcileID":"63009765-eac3-440f-81d6-42979e9972e8","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-293c80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:35.847432686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-293c80"},"namespace":"ai-tenant-e2e-extmod-b-293c80","name":"default-tenant","reconcileID":"63009765-eac3-440f-81d6-42979e9972e8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-293c80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:35.919608843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-293c80"},"namespace":"ai-tenant-e2e-extmod-b-293c80","name":"default-tenant","reconcileID":"63009765-eac3-440f-81d6-42979e9972e8","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-293c80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:35.976340236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-293c80"},"namespace":"ai-tenant-e2e-extmod-b-293c80","name":"default-tenant","reconcileID":"63009765-eac3-440f-81d6-42979e9972e8","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-293c80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:36.029703157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-293c80"},"namespace":"ai-tenant-e2e-extmod-b-293c80","name":"default-tenant","reconcileID":"63009765-eac3-440f-81d6-42979e9972e8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-293c80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:36.079022223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-293c80"},"namespace":"ai-tenant-e2e-extmod-b-293c80","name":"default-tenant","reconcileID":"63009765-eac3-440f-81d6-42979e9972e8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-293c80","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:36.168724596Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:36.440253534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f98d645d-e250-4c1c-b070-22d7b8494fa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:36.489050796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f98d645d-e250-4c1c-b070-22d7b8494fa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:36.537467618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f98d645d-e250-4c1c-b070-22d7b8494fa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:36.585919014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f98d645d-e250-4c1c-b070-22d7b8494fa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:36.94467192Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-293c80","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-293c80","reconcileID":"993aa99f-dd82-4dd2-a59b-8454921d1038","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-293c80","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-293c80"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:38.36291982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd1e17ec-4cb4-44d1-bcf3-5382d5d7b0b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:38.411540147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd1e17ec-4cb4-44d1-bcf3-5382d5d7b0b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:38.460124375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd1e17ec-4cb4-44d1-bcf3-5382d5d7b0b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:38.508909765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd1e17ec-4cb4-44d1-bcf3-5382d5d7b0b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:40.307022881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cec29a3c-3b2a-41a4-8e4c-8d14e0683651","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:40.355658291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cec29a3c-3b2a-41a4-8e4c-8d14e0683651","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:40.419476199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cec29a3c-3b2a-41a4-8e4c-8d14e0683651","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:40.474207337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cec29a3c-3b2a-41a4-8e4c-8d14e0683651","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:41.046761105Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"default-tenant","reconcileID":"00341376-483d-4708-9fb1-4c6a2f586e00","namespace":"ai-tenant-e2e-shared-b-w4-37e79b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:41.046844456Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"default-tenant","reconcileID":"00341376-483d-4708-9fb1-4c6a2f586e00","namespace":"ai-tenant-e2e-shared-b-w4-37e79b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:41.046924208Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"default-tenant","reconcileID":"00341376-483d-4708-9fb1-4c6a2f586e00","tenant":"e2e-shared-b-w4-37e79b","tenantID":"e2e-shared-b-w4-37e79b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:41.098903907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"default-tenant","reconcileID":"00341376-483d-4708-9fb1-4c6a2f586e00","gvk":"Deployment","name":"maas-api-e2e-shared-b-w4-37e79b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:41.15665944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"default-tenant","reconcileID":"00341376-483d-4708-9fb1-4c6a2f586e00","gvk":"Service","name":"maas-api-e2e-shared-b-w4-37e79b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:41.208788512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"default-tenant","reconcileID":"00341376-483d-4708-9fb1-4c6a2f586e00","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w4-37e79b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:41.259676949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"default-tenant","reconcileID":"00341376-483d-4708-9fb1-4c6a2f586e00","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w4-37e79b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:41.311289438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"default-tenant","reconcileID":"00341376-483d-4708-9fb1-4c6a2f586e00","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w4-37e79b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:41.36251269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"default-tenant","reconcileID":"00341376-483d-4708-9fb1-4c6a2f586e00","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w4-37e79b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:41.416801296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"default-tenant","reconcileID":"00341376-483d-4708-9fb1-4c6a2f586e00","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w4-37e79b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:41.468249528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"default-tenant","reconcileID":"00341376-483d-4708-9fb1-4c6a2f586e00","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w4-37e79b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:41.517115176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"default-tenant","reconcileID":"00341376-483d-4708-9fb1-4c6a2f586e00","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w4-37e79b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:41.566401016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"default-tenant","reconcileID":"00341376-483d-4708-9fb1-4c6a2f586e00","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w4-37e79b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:41.615217179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"default-tenant","reconcileID":"00341376-483d-4708-9fb1-4c6a2f586e00","gvk":"Service","name":"payload-processing-e2e-shared-b-w4-37e79b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:41.663736347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"default-tenant","reconcileID":"00341376-483d-4708-9fb1-4c6a2f586e00","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w4-37e79b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:41.712488618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"default-tenant","reconcileID":"00341376-483d-4708-9fb1-4c6a2f586e00","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w4-37e79b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:41.761069842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"default-tenant","reconcileID":"00341376-483d-4708-9fb1-4c6a2f586e00","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w4-37e79b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:41.815461764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"default-tenant","reconcileID":"00341376-483d-4708-9fb1-4c6a2f586e00","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w4-37e79b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:41.868461872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"default-tenant","reconcileID":"00341376-483d-4708-9fb1-4c6a2f586e00","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w4-37e79b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:41.917227304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"default-tenant","reconcileID":"00341376-483d-4708-9fb1-4c6a2f586e00","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w4-37e79b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:41.966019888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"default-tenant","reconcileID":"00341376-483d-4708-9fb1-4c6a2f586e00","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w4-37e79b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:42.017568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"default-tenant","reconcileID":"00341376-483d-4708-9fb1-4c6a2f586e00","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w4-37e79b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:42.066519982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-37e79b"},"namespace":"ai-tenant-e2e-shared-b-w4-37e79b","name":"default-tenant","reconcileID":"00341376-483d-4708-9fb1-4c6a2f586e00","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w4-37e79b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:42.8338617Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-37e79b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-37e79b","reconcileID":"c2c99b02-3a48-49ae-a1dc-5aab7dc76e7e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-37e79b","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w4-37e79b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:43.886828171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e96de9b3-a9a4-4279-905f-7ed0e48509d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:43.93552203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e96de9b3-a9a4-4279-905f-7ed0e48509d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:43.984357202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e96de9b3-a9a4-4279-905f-7ed0e48509d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:44.032878087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e96de9b3-a9a4-4279-905f-7ed0e48509d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:45.83685135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bec33957-d1b8-49f5-a08a-32308ff0f8e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:45.885653421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bec33957-d1b8-49f5-a08a-32308ff0f8e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:45.934692549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bec33957-d1b8-49f5-a08a-32308ff0f8e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:45.983345959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bec33957-d1b8-49f5-a08a-32308ff0f8e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:47.841809391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce61ebce-d573-43d1-9c94-1e8eff22d503","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:47.890557936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce61ebce-d573-43d1-9c94-1e8eff22d503","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:47.939171118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce61ebce-d573-43d1-9c94-1e8eff22d503","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:47.988196164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce61ebce-d573-43d1-9c94-1e8eff22d503","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:50.847488933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"0b430f04-6061-408b-ab95-f449c9248d83","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:50.945132973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"premium-w4-e524ce","reconcileID":"5d9e8514-4950-43e0-aabf-685dfbc8346e","MaaSModelRef":{"name":"premium-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"premium-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"premium-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:50.945562924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-w4-e524ce","reconcileID":"cf919f60-a6f9-4e93-af6d-510d0e9364fe","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:50.945849895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-2-w4-e524ce","reconcileID":"1232b06b-dcbc-4f21-9340-0f0d0088a73e","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-2-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-2-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:50.99853491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"7baa44ec-c45f-4a65-ae11-c4d53304a1c2","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:50.998805901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"premium-w4-e524ce","reconcileID":"cc0b1242-1d97-46e9-9825-4e95d9a2ffb3","MaaSModelRef":{"name":"premium-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"premium-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"premium-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:50.999055796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-w4-e524ce","reconcileID":"05958a11-16fd-48b7-a2da-210217164fd6","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:50.999236614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-2-w4-e524ce","reconcileID":"7aba564f-641e-4e7f-9856-b78cd9114aaf","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-2-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-2-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:51.09053162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"e0320159-e05e-4982-9265-ecfebe97b06c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:51.090953931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"9468b397-85c5-46bc-8202-bd52296f2416","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:51.093381231Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-subscription","reconcileID":"5b68c804-b182-416a-ad13-c9f1dbc47d25","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-premium-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/premium-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:51.146193563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"9468b397-85c5-46bc-8202-bd52296f2416","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:51.150485453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"e0320159-e05e-4982-9265-ecfebe97b06c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:51.192390898Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-subscription","reconcileID":"83956ca3-d83a-4a22-9f9c-26d07e95f1f8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:51.399524199Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-subscription","reconcileID":"4bd3f839-d7ff-43ec-9665-8f69a2d5c739","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-premium-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/premium-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:51.501023509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"0f14273b-5e07-44dd-bdf4-def19f4254e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:51.50106492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"ed54d85c-b549-4d0b-a6cc-393ef44c1f51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:51.502728981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-subscription","reconcileID":"361389c3-62b5-4c8f-ab5d-3b0a2c6f6672","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:51.557001289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"ed54d85c-b549-4d0b-a6cc-393ef44c1f51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:51.557724899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"0f14273b-5e07-44dd-bdf4-def19f4254e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:51.758679482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99c59c68-5874-497e-946e-814b3de6062a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:51.807202452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99c59c68-5874-497e-946e-814b3de6062a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:51.856131493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99c59c68-5874-497e-946e-814b3de6062a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:51.907828265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99c59c68-5874-497e-946e-814b3de6062a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:53.744228615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58b64251-6a96-4d63-b4fe-ac3f610258d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:53.792932086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58b64251-6a96-4d63-b4fe-ac3f610258d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:53.841803162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58b64251-6a96-4d63-b4fe-ac3f610258d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:53.890670385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58b64251-6a96-4d63-b4fe-ac3f610258d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:55.735100926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"186bbfbd-377b-4d82-923b-dce2c5d4bf4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:55.78397106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"186bbfbd-377b-4d82-923b-dce2c5d4bf4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:55.832515024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"186bbfbd-377b-4d82-923b-dce2c5d4bf4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:55.881103805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"186bbfbd-377b-4d82-923b-dce2c5d4bf4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:56.27765614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-2-w4-e524ce","reconcileID":"bc8f8738-9c10-46af-9e5b-cc17537972b2","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-2-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-2-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:56.632039136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-w4-e524ce","reconcileID":"968327cc-271e-42b9-8caa-e12a909a598b","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:56.725172579Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"default-tenant","reconcileID":"b59204eb-b969-4cf3-8e11-b851e88f57c7","namespace":"ai-tenant-e2e-shared-a-w3-fc6466","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:56.725231902Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"default-tenant","reconcileID":"b59204eb-b969-4cf3-8e11-b851e88f57c7","namespace":"ai-tenant-e2e-shared-a-w3-fc6466","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:56.7252772Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"default-tenant","reconcileID":"b59204eb-b969-4cf3-8e11-b851e88f57c7","tenant":"e2e-shared-a-w3-fc6466","tenantID":"e2e-shared-a-w3-fc6466","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:56.780813164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"default-tenant","reconcileID":"b59204eb-b969-4cf3-8e11-b851e88f57c7","gvk":"Deployment","name":"maas-api-e2e-shared-a-w3-fc6466","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:56.873752949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"default-tenant","reconcileID":"b59204eb-b969-4cf3-8e11-b851e88f57c7","gvk":"Service","name":"maas-api-e2e-shared-a-w3-fc6466","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:56.935174631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"default-tenant","reconcileID":"b59204eb-b969-4cf3-8e11-b851e88f57c7","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w3-fc6466","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:56.979362032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"premium-w4-e524ce","reconcileID":"63bf53b5-e9d6-4bc9-b53c-67982b4c9048","MaaSModelRef":{"name":"premium-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"premium-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"premium-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:56.988171592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"default-tenant","reconcileID":"b59204eb-b969-4cf3-8e11-b851e88f57c7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w3-fc6466","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:57.059706055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"default-tenant","reconcileID":"b59204eb-b969-4cf3-8e11-b851e88f57c7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w3-fc6466","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:57.11123755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"default-tenant","reconcileID":"b59204eb-b969-4cf3-8e11-b851e88f57c7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w3-fc6466","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:57.224593523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"default-tenant","reconcileID":"b59204eb-b969-4cf3-8e11-b851e88f57c7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w3-fc6466","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:57.272863364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"e7f869af-6642-4f8b-9553-221328390e41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:57.272877114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"8c9664aa-b9e7-491f-9590-9a7be0eb3bc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:57.273723826Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-subscription","reconcileID":"5a4d33bb-34e7-41a2-bf52-ff104b3a38cd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-premium-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/premium-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:57.275572084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"default-tenant","reconcileID":"b59204eb-b969-4cf3-8e11-b851e88f57c7","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w3-fc6466","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:57.323747255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"default-tenant","reconcileID":"b59204eb-b969-4cf3-8e11-b851e88f57c7","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w3-fc6466","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:57.329071378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"8c9664aa-b9e7-491f-9590-9a7be0eb3bc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:57.329666023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"e7f869af-6642-4f8b-9553-221328390e41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:57.372646359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"default-tenant","reconcileID":"b59204eb-b969-4cf3-8e11-b851e88f57c7","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w3-fc6466","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:57.385211592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"9299d96d-6d4e-4017-9470-cb0406eb382e","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:57.421493588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"default-tenant","reconcileID":"b59204eb-b969-4cf3-8e11-b851e88f57c7","gvk":"Service","name":"payload-processing-e2e-shared-a-w3-fc6466","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:57.440914833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"premium-w4-e524ce","reconcileID":"ae5db8ee-2da7-4c82-8485-8db018737081","MaaSModelRef":{"name":"premium-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"premium-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"premium-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:57.470032601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"default-tenant","reconcileID":"b59204eb-b969-4cf3-8e11-b851e88f57c7","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w3-fc6466","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:57.522856255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"default-tenant","reconcileID":"b59204eb-b969-4cf3-8e11-b851e88f57c7","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w3-fc6466","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:57.573748879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"default-tenant","reconcileID":"b59204eb-b969-4cf3-8e11-b851e88f57c7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w3-fc6466","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:57.585072599Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-subscription","reconcileID":"022da781-7c9f-4027-a949-5ca41e687e22","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:57.626526309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"default-tenant","reconcileID":"b59204eb-b969-4cf3-8e11-b851e88f57c7","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w3-fc6466","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:57.675097357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"eda129a9-60d3-4348-a098-2e9aadd4ff12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:57.675221572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"687e01cf-6780-4a05-8ab8-bb57e9394091","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:57.679035993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"default-tenant","reconcileID":"b59204eb-b969-4cf3-8e11-b851e88f57c7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w3-fc6466","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:57.684812334Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-subscription","reconcileID":"dd0e75e3-b5db-45ce-af61-732d1c5ee388","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-premium-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/premium-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:57.730550451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"687e01cf-6780-4a05-8ab8-bb57e9394091","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:57.730600657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"eda129a9-60d3-4348-a098-2e9aadd4ff12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:57.73077712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"default-tenant","reconcileID":"b59204eb-b969-4cf3-8e11-b851e88f57c7","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w3-fc6466","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:57.739195326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"513b47b8-8cb2-4674-8786-a057a6bae3bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:57.741492086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"2e3866b4-226d-48ad-9358-17af14de3b07","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:57.787789819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"default-tenant","reconcileID":"b59204eb-b969-4cf3-8e11-b851e88f57c7","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w3-fc6466","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:57.787993769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"513b47b8-8cb2-4674-8786-a057a6bae3bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:57.836986785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"default-tenant","reconcileID":"b59204eb-b969-4cf3-8e11-b851e88f57c7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w3-fc6466","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:57.836990193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"513b47b8-8cb2-4674-8786-a057a6bae3bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:57.890025083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"513b47b8-8cb2-4674-8786-a057a6bae3bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:57.891804808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-fc6466"},"namespace":"ai-tenant-e2e-shared-a-w3-fc6466","name":"default-tenant","reconcileID":"b59204eb-b969-4cf3-8e11-b851e88f57c7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w3-fc6466","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:58.039774122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-subscription","reconcileID":"b342b486-943f-46fb-9896-47ef9d17c822","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:59.70791891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"925a7d9a-1ec3-45bc-9792-abc1c3e1b481","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:59.756607138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"925a7d9a-1ec3-45bc-9792-abc1c3e1b481","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:59.805062514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"925a7d9a-1ec3-45bc-9792-abc1c3e1b481","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:59.853790531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"925a7d9a-1ec3-45bc-9792-abc1c3e1b481","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:01.572112546Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-fc6466","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-fc6466","reconcileID":"388c4d00-7cb9-4d77-b199-2ea79e8ce262","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-fc6466","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w3-fc6466"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:01.9859561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-2-w4-e524ce","reconcileID":"908df24c-ee3e-4a2b-ba80-b91975849549","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-2-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-2-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:01.986212946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-w4-e524ce","reconcileID":"9c680030-7d6a-42f7-b18e-77a5ba50fc52","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:01.986477895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"premium-w4-e524ce","reconcileID":"6c733c98-0413-4bd1-86c5-a816ca5fdfd0","MaaSModelRef":{"name":"premium-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"premium-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"premium-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:01.986804299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"47918610-25c5-4917-b375-523b336ff2a5","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:02.180235125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"0dde42df-5bf0-48c8-ae52-b1cccd059418","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:02.1804177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"f5140296-ce36-459b-86b5-6a5a5e2abcce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:02.234442126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"f5140296-ce36-459b-86b5-6a5a5e2abcce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:02.235150537Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-subscription","reconcileID":"f582e653-c723-4ea0-bf77-f0cc05579bbc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:02.235621188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"0dde42df-5bf0-48c8-ae52-b1cccd059418","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:02.235712774Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-subscription","reconcileID":"b5ac1e1c-3708-4c83-96e2-b1e108e5b543","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-premium-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/premium-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:02.525949538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"b7b8d518-e91f-4047-ae7a-d5f029fa4170","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:02.525998599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"b81e3426-21ef-480f-abb4-631d7f2b51f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:02.538659493Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-subscription","reconcileID":"fd3c52b4-f04e-45af-ada9-b453d489298a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-simulator-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:02.538718991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-subscription","reconcileID":"07f63627-3a0c-4bb7-b217-eb520ec07656","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"maas-trlp-premium-w4-e524ce","model":"e2e-models-e2e-worker-w4-e524ce/premium-w4-e524ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:02.580005905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"b7b8d518-e91f-4047-ae7a-d5f029fa4170","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:02.580005061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"b81e3426-21ef-480f-abb4-631d7f2b51f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:02.639730774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1af09669-6199-4fd2-93e3-52ecacf27d3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:02.688556431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1af09669-6199-4fd2-93e3-52ecacf27d3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:02.737306657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1af09669-6199-4fd2-93e3-52ecacf27d3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:02.785979162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1af09669-6199-4fd2-93e3-52ecacf27d3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:04.57579627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5e17178-12b3-400b-a90f-ea1f59d73405","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:04.624554695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5e17178-12b3-400b-a90f-ea1f59d73405","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:04.673053245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5e17178-12b3-400b-a90f-ea1f59d73405","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:04.721573298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5e17178-12b3-400b-a90f-ea1f59d73405","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:06.169011258Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:10.123681665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"340ec2ad-d5e0-4d26-aa8f-85eea18c2c29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:10.172261153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"340ec2ad-d5e0-4d26-aa8f-85eea18c2c29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:10.220845126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"340ec2ad-d5e0-4d26-aa8f-85eea18c2c29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:10.269837087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"340ec2ad-d5e0-4d26-aa8f-85eea18c2c29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:11.9871732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-2-w4-e524ce","reconcileID":"452b7551-db7f-40c4-870d-176a0e958bbe","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-2-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-2-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:11.987504517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-w4-e524ce","reconcileID":"d5112525-b6b9-416e-8ee9-88ba83757a3d","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:11.987711989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"premium-w4-e524ce","reconcileID":"3395a69e-4714-49d4-b200-cd25c6fcbca3","MaaSModelRef":{"name":"premium-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"premium-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"premium-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:11.987974881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"8a04da8e-d211-4202-afd3-6efd24cbcdb0","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:12.100994166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7daf0f66-4ae5-4f61-8522-1d98a610292a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:12.149656463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7daf0f66-4ae5-4f61-8522-1d98a610292a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:12.19821298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7daf0f66-4ae5-4f61-8522-1d98a610292a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:12.246846262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7daf0f66-4ae5-4f61-8522-1d98a610292a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:14.054888576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bc5e66a-a9a9-4f66-8b3d-02802fb8ee92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:14.104485715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bc5e66a-a9a9-4f66-8b3d-02802fb8ee92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:14.153473819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bc5e66a-a9a9-4f66-8b3d-02802fb8ee92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:14.203025486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bc5e66a-a9a9-4f66-8b3d-02802fb8ee92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:15.987372755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"243949f0-4631-4e09-b6cb-4d25de967766","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:16.036368823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"243949f0-4631-4e09-b6cb-4d25de967766","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:16.084836461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"243949f0-4631-4e09-b6cb-4d25de967766","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:16.133364442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"243949f0-4631-4e09-b6cb-4d25de967766","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:17.925573791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09096d76-cf69-446c-9f85-444544ba7a0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:17.975133669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09096d76-cf69-446c-9f85-444544ba7a0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:18.025967103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09096d76-cf69-446c-9f85-444544ba7a0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:18.074561178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09096d76-cf69-446c-9f85-444544ba7a0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:19.884486512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f97108c-9cee-47f4-81ab-fa51c542fa59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:19.933170465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f97108c-9cee-47f4-81ab-fa51c542fa59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:19.981768834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f97108c-9cee-47f4-81ab-fa51c542fa59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:20.030445342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f97108c-9cee-47f4-81ab-fa51c542fa59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:21.854811765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08d13f85-2442-46f5-8322-6341ead1c28f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:21.903455406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08d13f85-2442-46f5-8322-6341ead1c28f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:21.951997951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08d13f85-2442-46f5-8322-6341ead1c28f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:21.988182773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-2-w4-e524ce","reconcileID":"6030826a-5912-4f87-8b8d-dbedf59a82b8","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-2-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-2-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:22.000990769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08d13f85-2442-46f5-8322-6341ead1c28f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:22.001293595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-w4-e524ce","reconcileID":"b872d1e0-3cc1-4dce-a9ae-e931379965ef","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:22.001594708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"premium-w4-e524ce","reconcileID":"bd270bfc-3fc8-4e42-846a-46c8f151fc5e","MaaSModelRef":{"name":"premium-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"premium-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"premium-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:22.001937381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"6b187c15-93d3-4155-a116-2c46e2a56bac","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:23.78097795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34f51e57-ec97-49da-9b6a-7fe532c36a48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:23.82979541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34f51e57-ec97-49da-9b6a-7fe532c36a48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:23.880610398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34f51e57-ec97-49da-9b6a-7fe532c36a48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:23.92995636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34f51e57-ec97-49da-9b6a-7fe532c36a48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:25.707390474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a52ae73b-40de-4bbc-b16e-c832eae44eb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:25.756114459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a52ae73b-40de-4bbc-b16e-c832eae44eb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:25.805287268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a52ae73b-40de-4bbc-b16e-c832eae44eb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:25.854495155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a52ae73b-40de-4bbc-b16e-c832eae44eb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:31.445724604Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-421286"},"namespace":"ai-tenant-e2e-extmod-a-421286","name":"default-tenant","reconcileID":"3a361387-d5e6-4944-b735-543f6b8a18a2","namespace":"ai-tenant-e2e-extmod-a-421286","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:31.445809388Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-421286"},"namespace":"ai-tenant-e2e-extmod-a-421286","name":"default-tenant","reconcileID":"3a361387-d5e6-4944-b735-543f6b8a18a2","namespace":"ai-tenant-e2e-extmod-a-421286","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:31.445883621Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-421286"},"namespace":"ai-tenant-e2e-extmod-a-421286","name":"default-tenant","reconcileID":"3a361387-d5e6-4944-b735-543f6b8a18a2","tenant":"e2e-extmod-a-421286","tenantID":"e2e-extmod-a-421286","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:31.497933675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-421286"},"namespace":"ai-tenant-e2e-extmod-a-421286","name":"default-tenant","reconcileID":"3a361387-d5e6-4944-b735-543f6b8a18a2","gvk":"Deployment","name":"maas-api-e2e-extmod-a-421286","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:31.556098867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-421286"},"namespace":"ai-tenant-e2e-extmod-a-421286","name":"default-tenant","reconcileID":"3a361387-d5e6-4944-b735-543f6b8a18a2","gvk":"Service","name":"maas-api-e2e-extmod-a-421286","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:31.608832149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-421286"},"namespace":"ai-tenant-e2e-extmod-a-421286","name":"default-tenant","reconcileID":"3a361387-d5e6-4944-b735-543f6b8a18a2","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-421286","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:31.663499356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-421286"},"namespace":"ai-tenant-e2e-extmod-a-421286","name":"default-tenant","reconcileID":"3a361387-d5e6-4944-b735-543f6b8a18a2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-421286","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:31.715518105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-421286"},"namespace":"ai-tenant-e2e-extmod-a-421286","name":"default-tenant","reconcileID":"3a361387-d5e6-4944-b735-543f6b8a18a2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-421286","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:31.769525836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-421286"},"namespace":"ai-tenant-e2e-extmod-a-421286","name":"default-tenant","reconcileID":"3a361387-d5e6-4944-b735-543f6b8a18a2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-421286","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:31.824869749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-2-w4-e524ce","reconcileID":"85d89c85-120e-4381-a3ed-e60fe309a6de","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-2-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-2-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:31.829802344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-421286"},"namespace":"ai-tenant-e2e-extmod-a-421286","name":"default-tenant","reconcileID":"3a361387-d5e6-4944-b735-543f6b8a18a2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-421286","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:31.837487928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-w4-e524ce","reconcileID":"f568a8a1-221f-46d5-ae44-be7bcc63e57c","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:31.848406059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"premium-w4-e524ce","reconcileID":"6f2623ff-326e-4de1-a490-2332bd0e323a","MaaSModelRef":{"name":"premium-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"premium-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"premium-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:31.867679031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"3623aed3-ecf1-4281-8cab-17cb2861fa5d","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:31.881592042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-421286"},"namespace":"ai-tenant-e2e-extmod-a-421286","name":"default-tenant","reconcileID":"3a361387-d5e6-4944-b735-543f6b8a18a2","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-421286","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:31.933603721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-421286"},"namespace":"ai-tenant-e2e-extmod-a-421286","name":"default-tenant","reconcileID":"3a361387-d5e6-4944-b735-543f6b8a18a2","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-421286","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:31.982787503Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-421286"},"namespace":"ai-tenant-e2e-extmod-a-421286","name":"default-tenant","reconcileID":"3a361387-d5e6-4944-b735-543f6b8a18a2","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-421286","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:32.031713665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-421286"},"namespace":"ai-tenant-e2e-extmod-a-421286","name":"default-tenant","reconcileID":"3a361387-d5e6-4944-b735-543f6b8a18a2","gvk":"Service","name":"payload-processing-e2e-extmod-a-421286","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:32.087444122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-421286"},"namespace":"ai-tenant-e2e-extmod-a-421286","name":"default-tenant","reconcileID":"3a361387-d5e6-4944-b735-543f6b8a18a2","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-421286","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:32.136037774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-421286"},"namespace":"ai-tenant-e2e-extmod-a-421286","name":"default-tenant","reconcileID":"3a361387-d5e6-4944-b735-543f6b8a18a2","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-421286","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:32.151741019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"703daca2-56a9-4728-81cd-ec0a3d359ea0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:32.151811814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"ccd09940-298f-4d33-91d4-16ded47c23a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:32.18493699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-421286"},"namespace":"ai-tenant-e2e-extmod-a-421286","name":"default-tenant","reconcileID":"3a361387-d5e6-4944-b735-543f6b8a18a2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-421286","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:32.207394724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"ccd09940-298f-4d33-91d4-16ded47c23a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:32.207553757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"703daca2-56a9-4728-81cd-ec0a3d359ea0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:32.233399723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-421286"},"namespace":"ai-tenant-e2e-extmod-a-421286","name":"default-tenant","reconcileID":"3a361387-d5e6-4944-b735-543f6b8a18a2","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-421286","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:32.286701813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-421286"},"namespace":"ai-tenant-e2e-extmod-a-421286","name":"default-tenant","reconcileID":"3a361387-d5e6-4944-b735-543f6b8a18a2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-421286","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:32.334931713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-421286"},"namespace":"ai-tenant-e2e-extmod-a-421286","name":"default-tenant","reconcileID":"3a361387-d5e6-4944-b735-543f6b8a18a2","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-421286","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:32.383517895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-421286"},"namespace":"ai-tenant-e2e-extmod-a-421286","name":"default-tenant","reconcileID":"3a361387-d5e6-4944-b735-543f6b8a18a2","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-421286","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:32.433718312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-421286"},"namespace":"ai-tenant-e2e-extmod-a-421286","name":"default-tenant","reconcileID":"3a361387-d5e6-4944-b735-543f6b8a18a2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-421286","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:32.482872726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-421286"},"namespace":"ai-tenant-e2e-extmod-a-421286","name":"default-tenant","reconcileID":"3a361387-d5e6-4944-b735-543f6b8a18a2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-421286","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:32.543293866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"ac5036de-4ff2-4432-ad4e-6670f1907390","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:32.543293833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"0d9bc3e5-8341-4c88-8694-5b146607b0c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:32.597557014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"ac5036de-4ff2-4432-ad4e-6670f1907390","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:32.598429377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"0d9bc3e5-8341-4c88-8694-5b146607b0c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:33.338378816Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-421286","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-421286","reconcileID":"c8f77211-1679-4c61-94cc-0aff31eb3812","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-421286","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-421286"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:33.471886392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-2-w4-e524ce","reconcileID":"7020fc3a-d8f8-4ad0-8c07-528be5446496","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-2-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-2-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:53:33.472008386Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-2-w4-e524ce","reconcileID":"7020fc3a-d8f8-4ad0-8c07-528be5446496","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"error":"LLMInferenceService distinct-2-w4-e524ce not found in namespace e2e-models-e2e-worker-w4-e524ce","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:53:33.52857729Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-2-w4-e524ce","reconcileID":"7020fc3a-d8f8-4ad0-8c07-528be5446496","error":"LLMInferenceService distinct-2-w4-e524ce not found in namespace e2e-models-e2e-worker-w4-e524ce","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:33.528772209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-w4-e524ce","reconcileID":"6184aa68-ae48-4646-9e71-aab010eccec7","MaaSModelRef":{"name":"distinct-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"distinct-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"distinct-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:33.541858589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"premium-w4-e524ce","reconcileID":"5cbebf5d-0748-4606-a046-4d3b096ad180","MaaSModelRef":{"name":"premium-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"premium-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"premium-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:33.542147472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"simulator-w4-e524ce","reconcileID":"5db7945f-c264-474c-8810-91187ac86e0c","MaaSModelRef":{"name":"simulator-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"routeName":"simulator-w4-e524ce-kserve-route","namespace":"e2e-models-e2e-worker-w4-e524ce","llmisvcName":"simulator-w4-e524ce","gateway":"openshift-ingress/e2e-worker-w4-e524ce","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:53:33.649916954Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-2-w4-e524ce","reconcileID":"6f6d6f61-e6a1-406b-a0c0-e9d637bdb0ca","name":"distinct-2-w4-e524ce","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w4-e524ce\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:207\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:53:33.649975144Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e524ce","namespace":"e2e-models-e2e-worker-w4-e524ce"},"namespace":"e2e-models-e2e-worker-w4-e524ce","name":"distinct-2-w4-e524ce","reconcileID":"6f6d6f61-e6a1-406b-a0c0-e9d637bdb0ca","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w4-e524ce\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:33.693889493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"fd7a2bac-2649-4b57-a19e-3193ee2218ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:33.694311353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"43f15e8b-e84e-41db-bb2f-eefb43ce5286","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:53:33.741810295Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-subscription","reconcileID":"3b83ec1e-9b2b-4dc6-bfd8-a2cb1ae4e251","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"error":"failed to create TokenRateLimitPolicy for model premium-w4-e524ce: tokenratelimitpolicies.kuadrant.io \"maas-trlp-premium-w4-e524ce\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-e524ce because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:53:33.742081276Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-subscription","reconcileID":"f54db022-e1e4-4996-91ac-3ae99dc8c821","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"error":"failed to create TokenRateLimitPolicy for model simulator-w4-e524ce: tokenratelimitpolicies.kuadrant.io \"maas-trlp-simulator-w4-e524ce\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-e524ce because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:33.747884785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"43f15e8b-e84e-41db-bb2f-eefb43ce5286","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:33.747915998Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"43f15e8b-e84e-41db-bb2f-eefb43ce5286","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/premium-w4-e524ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:33.748844088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"fd7a2bac-2649-4b57-a19e-3193ee2218ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:33.748878276Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"fd7a2bac-2649-4b57-a19e-3193ee2218ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:53:33.796039736Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-subscription","reconcileID":"3b83ec1e-9b2b-4dc6-bfd8-a2cb1ae4e251","error":"failed to create TokenRateLimitPolicy for model premium-w4-e524ce: tokenratelimitpolicies.kuadrant.io \"maas-trlp-premium-w4-e524ce\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-e524ce because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:53:33.800309292Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-subscription","reconcileID":"f54db022-e1e4-4996-91ac-3ae99dc8c821","error":"failed to create TokenRateLimitPolicy for model simulator-w4-e524ce: tokenratelimitpolicies.kuadrant.io \"maas-trlp-simulator-w4-e524ce\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-e524ce because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:33.848867553Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-subscription","reconcileID":"00af8106-b53e-4f13-8261-ec47842f9334","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/premium-w4-e524ce","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-e524ce/premium-w4-e524ce (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:33.945139824Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-subscription","reconcileID":"7d5a8b9f-6eea-4299-b328-57cdf1f08ea6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:34.048636283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"242e46a7-60af-496e-b04d-dc71583ed5e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:34.048631551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"6e0d8f5b-52a2-44ab-b39c-22157b909538","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:34.104174758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"242e46a7-60af-496e-b04d-dc71583ed5e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:34.104210621Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"242e46a7-60af-496e-b04d-dc71583ed5e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/premium-w4-e524ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:34.104683762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"6e0d8f5b-52a2-44ab-b39c-22157b909538","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:34.104727605Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"6e0d8f5b-52a2-44ab-b39c-22157b909538","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:34.256296926Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-subscription","reconcileID":"99f83113-090f-46fb-91a8-03f966352cd7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/premium-w4-e524ce","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-e524ce/premium-w4-e524ce (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:34.256306011Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-subscription","reconcileID":"5cd051ee-06a7-4158-9da2-fe5b8e01fc2a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:34.384247382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9ee9a5b-e73c-41e7-b862-84746d3a372f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:34.433663523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9ee9a5b-e73c-41e7-b862-84746d3a372f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:34.43452759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"060ef99f-b798-4c32-8a74-4abd008ccd98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:34.484450636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9ee9a5b-e73c-41e7-b862-84746d3a372f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:34.484541327Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-subscription","reconcileID":"66fb8436-bdf4-49ed-a67d-638e0ab03350","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:34.533122291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9ee9a5b-e73c-41e7-b862-84746d3a372f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:34.539514437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"060ef99f-b798-4c32-8a74-4abd008ccd98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:34.539550562Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"060ef99f-b798-4c32-8a74-4abd008ccd98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/premium-w4-e524ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:34.584768572Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-subscription","reconcileID":"b1fc8a59-3442-419b-9742-8ba443123b04","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/premium-w4-e524ce","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-e524ce/premium-w4-e524ce (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:34.682403975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"2d234e26-af17-4313-bded-3f74d4d433b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:34.737629113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"2d234e26-af17-4313-bded-3f74d4d433b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:34.737667066Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"2d234e26-af17-4313-bded-3f74d4d433b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:34.817820666Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-subscription","reconcileID":"ad5d200c-cc5f-4e16-b57f-cf44339e60a6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:34.880008252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"f3772f0b-80ee-4edb-adb0-1595242f64f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:34.933608762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"f3772f0b-80ee-4edb-adb0-1595242f64f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:34.933640558Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"f3772f0b-80ee-4edb-adb0-1595242f64f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/premium-w4-e524ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:35.03380915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"76df7d6b-fa6d-4743-bccf-ecfa7ac0ddbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:35.08805003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"76df7d6b-fa6d-4743-bccf-ecfa7ac0ddbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:35.08807829Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"76df7d6b-fa6d-4743-bccf-ecfa7ac0ddbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:35.328182894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"22161ac0-ca28-45fb-9198-365ad43b26b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:35.383478469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"22161ac0-ca28-45fb-9198-365ad43b26b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:35.436866787Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"22161ac0-ca28-45fb-9198-365ad43b26b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/premium-w4-e524ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:35.482300148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"7da2f55a-2b32-44a8-a7a8-152b78592c9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:35.5856664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"7da2f55a-2b32-44a8-a7a8-152b78592c9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:35.585717723Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"7da2f55a-2b32-44a8-a7a8-152b78592c9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:36.169584776Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:36.349270365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8725b49e-7c73-4a59-947b-cdaad1c21ab5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:36.403160449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8725b49e-7c73-4a59-947b-cdaad1c21ab5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:36.451948757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8725b49e-7c73-4a59-947b-cdaad1c21ab5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:36.500249749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8725b49e-7c73-4a59-947b-cdaad1c21ab5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:37.32564067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3b871a"},"namespace":"ai-tenant-e2e-extmod-b-3b871a","name":"default-tenant","reconcileID":"7d594d89-746a-4a67-af41-b520243b6057","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3b871a","tenantID":"e2e-extmod-b-3b871a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:37.437629732Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3b871a"},"namespace":"ai-tenant-e2e-extmod-b-3b871a","name":"default-tenant","reconcileID":"7d594d89-746a-4a67-af41-b520243b6057","name":"e2e-extmod-b-3b871a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:38.337163014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7105a9dc-2d7a-415a-81c7-a54f7a64ce09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:38.385814232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7105a9dc-2d7a-415a-81c7-a54f7a64ce09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:38.434521372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7105a9dc-2d7a-415a-81c7-a54f7a64ce09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:38.483138824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7105a9dc-2d7a-415a-81c7-a54f7a64ce09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:41.733039576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1ce6e1e-ce1a-447b-81c1-666ccc8fb65a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:41.781931844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1ce6e1e-ce1a-447b-81c1-666ccc8fb65a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:41.830601318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1ce6e1e-ce1a-447b-81c1-666ccc8fb65a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:41.879778047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1ce6e1e-ce1a-447b-81c1-666ccc8fb65a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:43.666446777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecfcf316-49f9-4205-a744-18107980f641","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:43.715158371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecfcf316-49f9-4205-a744-18107980f641","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:43.764167709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecfcf316-49f9-4205-a744-18107980f641","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:43.813520526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecfcf316-49f9-4205-a744-18107980f641","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:47.012433068Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"default-tenant","reconcileID":"44062c7a-58f1-4c7f-a3ab-5eb9984e8875","namespace":"ai-tenant-e2e-worker-w4-e524ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:47.012517648Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"default-tenant","reconcileID":"44062c7a-58f1-4c7f-a3ab-5eb9984e8875","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:47.069189201Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"default-tenant","reconcileID":"44062c7a-58f1-4c7f-a3ab-5eb9984e8875","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:47.127206612Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"default-tenant","reconcileID":"44062c7a-58f1-4c7f-a3ab-5eb9984e8875","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:47.127235741Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"default-tenant","reconcileID":"44062c7a-58f1-4c7f-a3ab-5eb9984e8875","namespace":"ai-tenant-e2e-worker-w4-e524ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:47.127313861Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"default-tenant","reconcileID":"44062c7a-58f1-4c7f-a3ab-5eb9984e8875","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:47.182089029Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"default-tenant","reconcileID":"44062c7a-58f1-4c7f-a3ab-5eb9984e8875","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:47.221562046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"a4419de7-ab8a-47c8-801e-f1d60a12988f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:47.221564314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"c1d5c2d1-d02a-498f-ba71-920e8d4351ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:47.236171975Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"default-tenant","reconcileID":"44062c7a-58f1-4c7f-a3ab-5eb9984e8875","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:47.279354372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"a4419de7-ab8a-47c8-801e-f1d60a12988f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:47.280570349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"c1d5c2d1-d02a-498f-ba71-920e8d4351ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:47.333300757Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"a4419de7-ab8a-47c8-801e-f1d60a12988f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:47.335278913Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"c1d5c2d1-d02a-498f-ba71-920e8d4351ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/premium-w4-e524ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:47.483430075Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"202c4771-2ed4-486a-b16a-8d924df41294","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/premium-w4-e524ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:47.483935954Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"15a717dc-51ae-40f1-8b4f-3a5172a429c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:47.629776225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"15a717dc-51ae-40f1-8b4f-3a5172a429c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:47.629861786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"202c4771-2ed4-486a-b16a-8d924df41294","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:47.75175081Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"15a717dc-51ae-40f1-8b4f-3a5172a429c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:47.751776086Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-access","reconcileID":"15a717dc-51ae-40f1-8b4f-3a5172a429c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:53:47.755944261Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"202c4771-2ed4-486a-b16a-8d924df41294","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w4-e524ce-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1946\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:53:47.755996963Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"202c4771-2ed4-486a-b16a-8d924df41294","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w4-e524ce-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:47.761383244Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"734b1171-7183-448b-96e4-ea97f87898c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/premium-w4-e524ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:47.907419713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"734b1171-7183-448b-96e4-ea97f87898c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:47.96420323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"734b1171-7183-448b-96e4-ea97f87898c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"name":"e2e-worker-w4-e524ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:47.964229998Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-access","reconcileID":"734b1171-7183-448b-96e4-ea97f87898c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e524ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:57.248834848Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-subscription","reconcileID":"0855f716-5344-4cd6-9c3d-c262b10ff481","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/premium-w4-e524ce","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:57.249022271Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"premium-simulator-subscription","reconcileID":"0855f716-5344-4cd6-9c3d-c262b10ff481","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/premium-w4-e524ce","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-e524ce/premium-w4-e524ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:57.284743612Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-subscription","reconcileID":"d43b5be5-83d7-4a89-9a7a-f651e929a2cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:57.284920278Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"simulator-subscription","reconcileID":"d43b5be5-83d7-4a89-9a7a-f651e929a2cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"model":"e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-e524ce/simulator-w4-e524ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:01.109843546Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"default-tenant","reconcileID":"d894fe49-47a4-4c66-ac52-5edd4accfb22","namespace":"ai-tenant-e2e-shared-b-w3-435923","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:01.109899221Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"default-tenant","reconcileID":"d894fe49-47a4-4c66-ac52-5edd4accfb22","namespace":"ai-tenant-e2e-shared-b-w3-435923","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:01.10996656Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"default-tenant","reconcileID":"d894fe49-47a4-4c66-ac52-5edd4accfb22","tenant":"e2e-shared-b-w3-435923","tenantID":"e2e-shared-b-w3-435923","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:01.161092041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"default-tenant","reconcileID":"d894fe49-47a4-4c66-ac52-5edd4accfb22","gvk":"Deployment","name":"maas-api-e2e-shared-b-w3-435923","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:01.218784141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"default-tenant","reconcileID":"d894fe49-47a4-4c66-ac52-5edd4accfb22","gvk":"Service","name":"maas-api-e2e-shared-b-w3-435923","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:01.273273612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"default-tenant","reconcileID":"d894fe49-47a4-4c66-ac52-5edd4accfb22","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w3-435923","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:01.331512587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"default-tenant","reconcileID":"d894fe49-47a4-4c66-ac52-5edd4accfb22","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w3-435923","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:01.387604847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"default-tenant","reconcileID":"d894fe49-47a4-4c66-ac52-5edd4accfb22","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w3-435923","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:01.440587991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"default-tenant","reconcileID":"d894fe49-47a4-4c66-ac52-5edd4accfb22","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w3-435923","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:01.495115828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"default-tenant","reconcileID":"d894fe49-47a4-4c66-ac52-5edd4accfb22","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w3-435923","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:01.5477273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"default-tenant","reconcileID":"d894fe49-47a4-4c66-ac52-5edd4accfb22","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w3-435923","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:01.59651787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"default-tenant","reconcileID":"d894fe49-47a4-4c66-ac52-5edd4accfb22","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w3-435923","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:01.646568932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"default-tenant","reconcileID":"d894fe49-47a4-4c66-ac52-5edd4accfb22","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w3-435923","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:01.695522369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"default-tenant","reconcileID":"d894fe49-47a4-4c66-ac52-5edd4accfb22","gvk":"Service","name":"payload-processing-e2e-shared-b-w3-435923","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:01.745662342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"default-tenant","reconcileID":"d894fe49-47a4-4c66-ac52-5edd4accfb22","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w3-435923","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:01.794545694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"default-tenant","reconcileID":"d894fe49-47a4-4c66-ac52-5edd4accfb22","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w3-435923","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:01.843630666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"default-tenant","reconcileID":"d894fe49-47a4-4c66-ac52-5edd4accfb22","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w3-435923","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:01.895949485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"default-tenant","reconcileID":"d894fe49-47a4-4c66-ac52-5edd4accfb22","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w3-435923","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:01.948984627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"default-tenant","reconcileID":"d894fe49-47a4-4c66-ac52-5edd4accfb22","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w3-435923","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:01.999068064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"default-tenant","reconcileID":"d894fe49-47a4-4c66-ac52-5edd4accfb22","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w3-435923","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:02.047894188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"default-tenant","reconcileID":"d894fe49-47a4-4c66-ac52-5edd4accfb22","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w3-435923","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:02.096728828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"default-tenant","reconcileID":"d894fe49-47a4-4c66-ac52-5edd4accfb22","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w3-435923","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:02.145578661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-435923"},"namespace":"ai-tenant-e2e-shared-b-w3-435923","name":"default-tenant","reconcileID":"d894fe49-47a4-4c66-ac52-5edd4accfb22","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w3-435923","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:02.958946469Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-435923","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-435923","reconcileID":"84b2d6f5-5335-48ea-939b-59fe2b1e3b60","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-435923","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w3-435923"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:04.043181119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4e4e3f2-4878-4716-8a63-2feca12450de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:04.094752993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4e4e3f2-4878-4716-8a63-2feca12450de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:04.145621962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4e4e3f2-4878-4716-8a63-2feca12450de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:04.194405961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4e4e3f2-4878-4716-8a63-2feca12450de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:05.996901181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a4d0985-0dd9-4c70-aa65-bb97ab26c3a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:06.045272031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a4d0985-0dd9-4c70-aa65-bb97ab26c3a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:06.093759679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a4d0985-0dd9-4c70-aa65-bb97ab26c3a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:06.142146454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a4d0985-0dd9-4c70-aa65-bb97ab26c3a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:06.169110731Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:10.752095754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"009a7946-7f34-4832-a174-7ec4328fa18c","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:10.849650507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"premium-w3-b47e8d","reconcileID":"91926057-d47f-45b6-82bb-8fec6ddacf63","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"premium-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"premium-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:10.849913826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"distinct-w3-b47e8d","reconcileID":"746897d1-c86f-42d2-b28b-0898decad4f5","MaaSModelRef":{"name":"distinct-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"distinct-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"distinct-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:10.850059806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"distinct-2-w3-b47e8d","reconcileID":"e7b054c3-fa4e-4fa0-8cc8-499c40b0ff29","MaaSModelRef":{"name":"distinct-2-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"distinct-2-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"distinct-2-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:10.904256186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"8c7c7934-dfd5-4430-b37e-b1d38b696b8c","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:10.904659478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"premium-w3-b47e8d","reconcileID":"371eb815-d489-4146-96f2-c4e190f9b766","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"premium-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"premium-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:10.90498229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"distinct-w3-b47e8d","reconcileID":"9a7d8fa3-5440-444a-b18b-b8715c868cec","MaaSModelRef":{"name":"distinct-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"distinct-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"distinct-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:10.905172769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"distinct-2-w3-b47e8d","reconcileID":"b4be01f4-b317-42dc-aced-377b1ae36dd6","MaaSModelRef":{"name":"distinct-2-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"distinct-2-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"distinct-2-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:10.946593254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"b4d1645d-74e1-4a94-b4aa-a97abc011589","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:10.94669375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"e0b3ab56-207d-42e6-bd62-f8e5bf1cf177","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:10.998421436Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-subscription","reconcileID":"c2a3c8fb-2fb0-49bc-92d0-c4e75db1c4f9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-premium-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/premium-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:11.000902716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"b4d1645d-74e1-4a94-b4aa-a97abc011589","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:11.00090833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"e0b3ab56-207d-42e6-bd62-f8e5bf1cf177","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:11.04780489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-subscription","reconcileID":"22324919-b81b-48e3-a36d-a84e5866a0f5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:11.306510636Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-subscription","reconcileID":"ccb9df3c-4a7d-4521-814e-e8a1ae9a7e7e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-premium-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/premium-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:11.347831588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"c7d96559-4b4b-4c43-975b-28f5e3dda68b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:11.347904716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"e511315b-6223-4b3c-a288-9b52b73d7cfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:11.403128949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"c7d96559-4b4b-4c43-975b-28f5e3dda68b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:11.403196228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"e511315b-6223-4b3c-a288-9b52b73d7cfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:11.409041825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-subscription","reconcileID":"cdb2631a-8e93-4209-89e0-e712fb5eb256","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:11.646843129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7586288b-75bb-4abe-90b3-b1ad62da36e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:11.695563353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7586288b-75bb-4abe-90b3-b1ad62da36e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:11.743940586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7586288b-75bb-4abe-90b3-b1ad62da36e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:11.79259157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7586288b-75bb-4abe-90b3-b1ad62da36e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:13.647350383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aa6d5dd-ac02-4b5a-a1f1-2d29eb896089","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:13.696441808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aa6d5dd-ac02-4b5a-a1f1-2d29eb896089","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:13.74502417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aa6d5dd-ac02-4b5a-a1f1-2d29eb896089","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:13.793660428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aa6d5dd-ac02-4b5a-a1f1-2d29eb896089","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:15.577007598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8bd0b5f-b41e-4164-bf5f-f7be279155b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:15.625611749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8bd0b5f-b41e-4164-bf5f-f7be279155b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:15.674075247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8bd0b5f-b41e-4164-bf5f-f7be279155b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:15.723303163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8bd0b5f-b41e-4164-bf5f-f7be279155b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:17.559840315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"distinct-2-w3-b47e8d","reconcileID":"6c465757-c53c-4b99-b9e7-fffbf121315c","MaaSModelRef":{"name":"distinct-2-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"distinct-2-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"distinct-2-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:17.896483732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"distinct-w3-b47e8d","reconcileID":"b5c34333-a53e-4bbb-b060-872271c5f5b6","MaaSModelRef":{"name":"distinct-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"distinct-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"distinct-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:18.252939752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"premium-w3-b47e8d","reconcileID":"14a4b878-e9be-4056-8b9b-bcd9cbe5716f","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"premium-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"premium-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:18.452060616Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-subscription","reconcileID":"88f52109-8bd6-4fbc-bd4b-00576d170f33","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-premium-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/premium-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:18.459149301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"f55c3996-7b40-4e22-b092-b148e848f802","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:18.459161315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"f34a64be-f4be-48d5-8019-2a8828a7ac64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:18.51299759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"f55c3996-7b40-4e22-b092-b148e848f802","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:18.513254348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"f34a64be-f4be-48d5-8019-2a8828a7ac64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:18.586548883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"3f516d06-2de5-4639-936b-cc6dac31fd33","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:18.63939481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"premium-w3-b47e8d","reconcileID":"58434ee3-0d04-4cd4-a5d3-6b7f967864b2","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"premium-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"premium-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:18.783379248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-subscription","reconcileID":"ab1cc712-f7aa-41e1-b603-78a41b3ebf11","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:18.858848488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"7e29b801-5fa5-488e-93a7-929d93a9708c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:18.85954249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"f5994179-edc7-40c5-9cef-1d2e7ebd566b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:18.883504946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-subscription","reconcileID":"c8be2056-8a04-47e9-9560-72312d4c8f4a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-premium-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/premium-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:18.912474716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"7e29b801-5fa5-488e-93a7-929d93a9708c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:18.912930836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"f5994179-edc7-40c5-9cef-1d2e7ebd566b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:18.948622137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"2f0013d1-1de1-4018-8b85-757400928283","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:19.179546676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-subscription","reconcileID":"31088736-a41d-413f-893b-398575131ef9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:21.313125153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"distinct-2-w3-b47e8d","reconcileID":"69737eff-0e32-4b6c-b7c0-b6dba0d808fc","MaaSModelRef":{"name":"distinct-2-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"distinct-2-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"distinct-2-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:21.313403704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"distinct-w3-b47e8d","reconcileID":"c825ba9f-2c22-47f0-a3e7-71fd07a5fff1","MaaSModelRef":{"name":"distinct-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"distinct-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"distinct-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:21.313620565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"premium-w3-b47e8d","reconcileID":"b2164b18-03f1-4f79-b748-caf3c89dafc2","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"premium-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"premium-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:21.313972552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"89a0637c-dc7b-4690-a1e6-19681298f54a","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:21.477426475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"f33eaa75-be46-4841-ae3a-7dfe4542368c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:21.477824979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"db2a639a-5715-438d-b595-2ef86bc01ad7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:21.526229925Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-subscription","reconcileID":"33abeaa2-a9b5-4a4a-9e47-a74e5d994bfe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-premium-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/premium-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:21.526367513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-subscription","reconcileID":"7ec84e8f-7359-4a62-bf4f-029b9a2020f7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:21.531298657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"db2a639a-5715-438d-b595-2ef86bc01ad7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:21.532412548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"f33eaa75-be46-4841-ae3a-7dfe4542368c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:21.824164477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"c62d3ccc-a640-489d-b103-0f986fa07cde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:21.824235544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"d0f749a0-e79e-42bd-b9ef-182c2ea31ec4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:21.825115418Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-subscription","reconcileID":"ad25c5bf-bfc0-4fb0-b0c1-e09e2a7cfe2f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:21.82514762Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-subscription","reconcileID":"dda41116-6954-45c8-b1e0-cddcb870c894","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-premium-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/premium-w3-b47e8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:21.880125477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"c62d3ccc-a640-489d-b103-0f986fa07cde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:21.88044951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"d0f749a0-e79e-42bd-b9ef-182c2ea31ec4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:30.504435813Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"default-tenant","reconcileID":"98d33511-2786-4431-bacc-b996400046c0","namespace":"ai-tenant-e2e-worker-w3-b47e8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:30.504505523Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"default-tenant","reconcileID":"98d33511-2786-4431-bacc-b996400046c0","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:30.558061787Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"default-tenant","reconcileID":"98d33511-2786-4431-bacc-b996400046c0","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:30.558894059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"a2870e5c-48d7-4fb5-98fd-856a22dfa4e5","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:30.612297586Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"default-tenant","reconcileID":"98d33511-2786-4431-bacc-b996400046c0","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:30.612345923Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"default-tenant","reconcileID":"98d33511-2786-4431-bacc-b996400046c0","namespace":"ai-tenant-e2e-worker-w3-b47e8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:30.612443236Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"default-tenant","reconcileID":"98d33511-2786-4431-bacc-b996400046c0","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:30.615090679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"premium-w3-b47e8d","reconcileID":"1ef0671b-86d4-4da7-b3f1-f8e28d63ec12","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"premium-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"premium-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:30.667744927Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"default-tenant","reconcileID":"98d33511-2786-4431-bacc-b996400046c0","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:30.668929177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"ca4c04e1-21b4-48e8-8137-a41837a2440c","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:30.705101495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"77d6046d-ba79-4333-a038-ab01dba22b3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:30.705165668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"6ade002c-8fc8-49cd-8ba4-1203197f283d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:30.711831008Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-subscription","reconcileID":"2229969f-01e5-4515-b4df-0fd5b8011780","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d90c6b12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:30.724654778Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"default-tenant","reconcileID":"98d33511-2786-4431-bacc-b996400046c0","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:30.724991168Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"default-tenant","reconcileID":"2013f20f-3f79-4487-b28e-1afaf25539ff","namespace":"ai-tenant-e2e-extmod-b-1b5075","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:30.725103768Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"default-tenant","reconcileID":"2013f20f-3f79-4487-b28e-1afaf25539ff","namespace":"ai-tenant-e2e-extmod-b-1b5075","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:30.72521921Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"default-tenant","reconcileID":"2013f20f-3f79-4487-b28e-1afaf25539ff","tenant":"e2e-extmod-b-1b5075","tenantID":"e2e-extmod-b-1b5075","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:30.728253711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"premium-w3-b47e8d","reconcileID":"a2cb9d78-068f-4928-a626-c33468ef13c3","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"premium-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"premium-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:30.76407294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"77d6046d-ba79-4333-a038-ab01dba22b3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:30.765028117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"6ade002c-8fc8-49cd-8ba4-1203197f283d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:30.767303111Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-subscription","reconcileID":"4d1ceac6-ab40-4bf4-abc2-95baf5e7ca96","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-85e70155","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:30.776664553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"default-tenant","reconcileID":"2013f20f-3f79-4487-b28e-1afaf25539ff","gvk":"Deployment","name":"maas-api-e2e-extmod-b-1b5075","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:30.777819369Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-subscription","reconcileID":"c031ebc5-4814-49bd-b2c7-c355b43379bb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d90c6b12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:30.839580576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"default-tenant","reconcileID":"2013f20f-3f79-4487-b28e-1afaf25539ff","gvk":"Service","name":"maas-api-e2e-extmod-b-1b5075","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:30.840149102Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-subscription","reconcileID":"6aee0741-45eb-4079-946c-22dd419c18c1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-85e70155","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:30.891939802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"default-tenant","reconcileID":"2013f20f-3f79-4487-b28e-1afaf25539ff","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-1b5075","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:30.944149235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"default-tenant","reconcileID":"2013f20f-3f79-4487-b28e-1afaf25539ff","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-1b5075","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:30.963534392Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"7433ac6a-10ae-4e0a-8532-a455021d0630","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"model":"e2e-models-e2e-worker-w3-b47e8d/premium-w3-b47e8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:30.963604288Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"d36adb65-0960-4cfa-a66c-e5c30190625a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:30.999645008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"default-tenant","reconcileID":"2013f20f-3f79-4487-b28e-1afaf25539ff","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-1b5075","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:31.050660289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"default-tenant","reconcileID":"2013f20f-3f79-4487-b28e-1afaf25539ff","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-1b5075","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:31.104820141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"default-tenant","reconcileID":"2013f20f-3f79-4487-b28e-1afaf25539ff","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-1b5075","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:31.156473712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"default-tenant","reconcileID":"2013f20f-3f79-4487-b28e-1afaf25539ff","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-1b5075","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:31.206762972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"default-tenant","reconcileID":"2013f20f-3f79-4487-b28e-1afaf25539ff","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-1b5075","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:31.212910788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"7433ac6a-10ae-4e0a-8532-a455021d0630","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:31.213000977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"d36adb65-0960-4cfa-a66c-e5c30190625a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:31.255214631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"default-tenant","reconcileID":"2013f20f-3f79-4487-b28e-1afaf25539ff","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-1b5075","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:31.304011393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"default-tenant","reconcileID":"2013f20f-3f79-4487-b28e-1afaf25539ff","gvk":"Service","name":"payload-processing-e2e-extmod-b-1b5075","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:31.314268266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"distinct-2-w3-b47e8d","reconcileID":"f5006863-7818-40d0-934e-f0888f187ae1","MaaSModelRef":{"name":"distinct-2-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"distinct-2-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"distinct-2-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:31.348044797Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"d36adb65-0960-4cfa-a66c-e5c30190625a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:31.348067626Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-access","reconcileID":"d36adb65-0960-4cfa-a66c-e5c30190625a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:54:31.3535834Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"7433ac6a-10ae-4e0a-8532-a455021d0630","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w3-b47e8d-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1946\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:54:31.353658105Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"7433ac6a-10ae-4e0a-8532-a455021d0630","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w3-b47e8d-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:31.353756083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"default-tenant","reconcileID":"2013f20f-3f79-4487-b28e-1afaf25539ff","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-1b5075","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:31.369381197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"distinct-w3-b47e8d","reconcileID":"55ffaf7d-389b-45ab-9e57-71011dd1b5c3","MaaSModelRef":{"name":"distinct-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"distinct-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"distinct-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:31.370333996Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"6a0c6eaa-7564-41fb-b825-847da8b829f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"model":"e2e-models-e2e-worker-w3-b47e8d/premium-w3-b47e8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:31.41717836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"default-tenant","reconcileID":"2013f20f-3f79-4487-b28e-1afaf25539ff","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-1b5075","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:31.428140875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"a8f29972-c0d7-445d-afde-40c0b93c5866","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:31.469738701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"default-tenant","reconcileID":"2013f20f-3f79-4487-b28e-1afaf25539ff","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-1b5075","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:31.518388875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"default-tenant","reconcileID":"2013f20f-3f79-4487-b28e-1afaf25539ff","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-1b5075","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:31.572719528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"default-tenant","reconcileID":"2013f20f-3f79-4487-b28e-1afaf25539ff","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-1b5075","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:31.619723898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"6a0c6eaa-7564-41fb-b825-847da8b829f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:31.621331486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"default-tenant","reconcileID":"2013f20f-3f79-4487-b28e-1afaf25539ff","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-1b5075","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:31.669663012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"default-tenant","reconcileID":"2013f20f-3f79-4487-b28e-1afaf25539ff","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-1b5075","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:31.675159275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"6a0c6eaa-7564-41fb-b825-847da8b829f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"e2e-worker-w3-b47e8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:31.675177659Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-access","reconcileID":"6a0c6eaa-7564-41fb-b825-847da8b829f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b47e8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:31.724471657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"default-tenant","reconcileID":"2013f20f-3f79-4487-b28e-1afaf25539ff","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-1b5075","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:31.733512844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"premium-w3-b47e8d","reconcileID":"9a13e38a-9648-4225-af5e-424b18ee0243","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"premium-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"premium-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:31.773315781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1b5075"},"namespace":"ai-tenant-e2e-extmod-b-1b5075","name":"default-tenant","reconcileID":"2013f20f-3f79-4487-b28e-1afaf25539ff","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-1b5075","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:32.217218453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f2c1e37-85a6-4a3c-bbb8-ecee699985d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:32.265792793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f2c1e37-85a6-4a3c-bbb8-ecee699985d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:32.31489943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f2c1e37-85a6-4a3c-bbb8-ecee699985d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:32.364439865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f2c1e37-85a6-4a3c-bbb8-ecee699985d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:32.630438727Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-1b5075","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-1b5075","reconcileID":"0d437336-e926-4fe3-9bbf-210d2cc88ba2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-1b5075","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-1b5075"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:34.152677354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"519d275a-f0bb-4525-9026-573af657ca1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:34.201267536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"519d275a-f0bb-4525-9026-573af657ca1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:34.249741201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"519d275a-f0bb-4525-9026-573af657ca1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:34.29878654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"519d275a-f0bb-4525-9026-573af657ca1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:36.168675892Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:36.683545183Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"default-tenant","reconcileID":"e135a841-2fd2-4c80-a7fa-88a97ef2e0d4","namespace":"ai-tenant-e2e-worker-w4-e524ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:36.683609494Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"default-tenant","reconcileID":"e135a841-2fd2-4c80-a7fa-88a97ef2e0d4","namespace":"ai-tenant-e2e-worker-w4-e524ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:36.683659705Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"default-tenant","reconcileID":"e135a841-2fd2-4c80-a7fa-88a97ef2e0d4","tenant":"e2e-worker-w4-e524ce","tenantID":"e2e-worker-w4-e524ce","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:36.734259524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"default-tenant","reconcileID":"e135a841-2fd2-4c80-a7fa-88a97ef2e0d4","gvk":"Deployment","name":"maas-api-e2e-worker-w4-e524ce","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:36.793971492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"default-tenant","reconcileID":"e135a841-2fd2-4c80-a7fa-88a97ef2e0d4","gvk":"Service","name":"maas-api-e2e-worker-w4-e524ce","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:36.846368697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"default-tenant","reconcileID":"e135a841-2fd2-4c80-a7fa-88a97ef2e0d4","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-e524ce","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:36.898631566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"default-tenant","reconcileID":"e135a841-2fd2-4c80-a7fa-88a97ef2e0d4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-e524ce","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:36.95129487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"default-tenant","reconcileID":"e135a841-2fd2-4c80-a7fa-88a97ef2e0d4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-e524ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:37.003746175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"default-tenant","reconcileID":"e135a841-2fd2-4c80-a7fa-88a97ef2e0d4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-e524ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:37.058221527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"default-tenant","reconcileID":"e135a841-2fd2-4c80-a7fa-88a97ef2e0d4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-e524ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:37.11514559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"default-tenant","reconcileID":"e135a841-2fd2-4c80-a7fa-88a97ef2e0d4","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-e524ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:37.163777352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"default-tenant","reconcileID":"e135a841-2fd2-4c80-a7fa-88a97ef2e0d4","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-e524ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:37.212294879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"default-tenant","reconcileID":"e135a841-2fd2-4c80-a7fa-88a97ef2e0d4","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-e524ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:37.263406505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"default-tenant","reconcileID":"e135a841-2fd2-4c80-a7fa-88a97ef2e0d4","gvk":"Service","name":"payload-processing-e2e-worker-w4-e524ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:37.311876506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"default-tenant","reconcileID":"e135a841-2fd2-4c80-a7fa-88a97ef2e0d4","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-e524ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:37.362662113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"default-tenant","reconcileID":"e135a841-2fd2-4c80-a7fa-88a97ef2e0d4","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-e524ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:37.411785828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"default-tenant","reconcileID":"e135a841-2fd2-4c80-a7fa-88a97ef2e0d4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-e524ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:37.460172896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"default-tenant","reconcileID":"e135a841-2fd2-4c80-a7fa-88a97ef2e0d4","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-e524ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:37.513757627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"default-tenant","reconcileID":"e135a841-2fd2-4c80-a7fa-88a97ef2e0d4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-e524ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:37.562427779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"default-tenant","reconcileID":"e135a841-2fd2-4c80-a7fa-88a97ef2e0d4","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-e524ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:37.613507375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"default-tenant","reconcileID":"e135a841-2fd2-4c80-a7fa-88a97ef2e0d4","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-e524ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:37.667913195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"default-tenant","reconcileID":"e135a841-2fd2-4c80-a7fa-88a97ef2e0d4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-e524ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:37.722690713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e524ce"},"namespace":"ai-tenant-e2e-worker-w4-e524ce","name":"default-tenant","reconcileID":"e135a841-2fd2-4c80-a7fa-88a97ef2e0d4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-e524ce","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:38.40001999Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-548220","namespace":"e2e-extmod-att-noaccess-b70ae9"},"namespace":"e2e-extmod-att-noaccess-b70ae9","name":"e2e-att-noaccess-548220","reconcileID":"6b2a2761-30e5-49b1-aaca-c6e97e91b6db","namespace":"e2e-extmod-att-noaccess-b70ae9","name":"e2e-att-noaccess-548220","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:38.460349113Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-548220","namespace":"e2e-extmod-att-noaccess-b70ae9"},"namespace":"e2e-extmod-att-noaccess-b70ae9","name":"e2e-att-noaccess-548220","reconcileID":"904e48eb-f59d-4bf7-9144-d0462bcc2fd3","namespace":"e2e-extmod-att-noaccess-b70ae9","name":"e2e-att-noaccess-548220","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:38.52976523Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-e524ce","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-e524ce","reconcileID":"0cd191d9-212b-4e34-a008-5f762bcbf131","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-e524ce","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-e524ce"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:38.547102929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"02097db7-6d88-4ac7-9315-0479831f96db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:38.547128428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"d499b70d-9306-45f2-be82-1dd72dee2776","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:38.547766478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"711fb237-4e29-42bd-bb76-4522d718dc18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:38.54804998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"412b3007-882a-4b2e-9435-6d0184783fe9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:38.548160126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"289435bf-00bf-407f-8c00-9245eeeb8046","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:38.601042569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"d499b70d-9306-45f2-be82-1dd72dee2776","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:38.601126226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"02097db7-6d88-4ac7-9315-0479831f96db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:38.604768368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"289435bf-00bf-407f-8c00-9245eeeb8046","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:38.604874218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"412b3007-882a-4b2e-9435-6d0184783fe9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:38.60697745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"711fb237-4e29-42bd-bb76-4522d718dc18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:38.79053651Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-548220","namespace":"e2e-extmod-att-noaccess-b70ae9"},"namespace":"e2e-extmod-att-noaccess-b70ae9","name":"e2e-att-noaccess-548220","reconcileID":"e335011c-ac11-432c-9165-cedc9232a962","MaaSModelRef":{"name":"e2e-att-noaccess-548220","namespace":"e2e-extmod-att-noaccess-b70ae9"},"name":"e2e-att-noaccess-548220","namespace":"e2e-extmod-att-noaccess-b70ae9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:38.950177771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"f409585d-3a63-4a35-8a5e-6a5d0af2fc2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:38.953765286Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-548220","namespace":"e2e-extmod-att-noaccess-b70ae9"},"namespace":"e2e-extmod-att-noaccess-b70ae9","name":"e2e-att-noaccess-548220","reconcileID":"58fdd505-3802-4651-89dd-7709c05ecd70","MaaSModelRef":{"name":"e2e-att-noaccess-548220","namespace":"e2e-extmod-att-noaccess-b70ae9"},"name":"e2e-att-noaccess-548220","namespace":"e2e-extmod-att-noaccess-b70ae9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:38.954081003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"f6bdc294-d21c-45a8-9e94-263b93b1af58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:38.954210967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7c83af4c-06f5-4f2b-a1d4-55d433c09f0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:38.958050251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"70a56c8a-6c98-4479-ba06-4ce58a2dd23c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:39.01213971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"f409585d-3a63-4a35-8a5e-6a5d0af2fc2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:39.0123003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"70a56c8a-6c98-4479-ba06-4ce58a2dd23c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:39.014570769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7c83af4c-06f5-4f2b-a1d4-55d433c09f0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:39.014571836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"f6bdc294-d21c-45a8-9e94-263b93b1af58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:39.120238483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"50558fd0-403d-480c-85b0-baa23f271a6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:54:39.121622481Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-548220","namespace":"e2e-extmod-att-noaccess-b70ae9"},"namespace":"e2e-extmod-att-noaccess-b70ae9","name":"e2e-att-noaccess-548220","reconcileID":"58fdd505-3802-4651-89dd-7709c05ecd70","name":"e2e-att-noaccess-548220","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-noaccess-548220\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:54:39.121695241Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-548220","namespace":"e2e-extmod-att-noaccess-b70ae9"},"namespace":"e2e-extmod-att-noaccess-b70ae9","name":"e2e-att-noaccess-548220","reconcileID":"58fdd505-3802-4651-89dd-7709c05ecd70","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-noaccess-548220\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:39.174569919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"50558fd0-403d-480c-85b0-baa23f271a6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:39.180968108Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-548220","namespace":"e2e-extmod-att-noaccess-b70ae9"},"namespace":"e2e-extmod-att-noaccess-b70ae9","name":"e2e-att-noaccess-548220","reconcileID":"7882911c-30f1-4d08-bb71-38d05d7aae8c","MaaSModelRef":{"name":"e2e-att-noaccess-548220","namespace":"e2e-extmod-att-noaccess-b70ae9"},"name":"e2e-att-noaccess-548220","namespace":"e2e-extmod-att-noaccess-b70ae9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:39.420192943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b5c7e5df-d1b5-44d4-853e-686a088bb112","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:39.432209618Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-548220","namespace":"e2e-extmod-att-noaccess-b70ae9"},"namespace":"e2e-extmod-att-noaccess-b70ae9","name":"e2e-att-noaccess-548220","reconcileID":"89aab4f4-3a1b-4f13-8048-3d432e023d6e","namespace":"e2e-extmod-att-noaccess-b70ae9","name":"e2e-att-noaccess-548220","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:39.477188979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b5c7e5df-d1b5-44d4-853e-686a088bb112","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:39.485543873Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-548220","namespace":"e2e-extmod-att-noaccess-b70ae9"},"namespace":"e2e-extmod-att-noaccess-b70ae9","name":"e2e-att-noaccess-548220","reconcileID":"fa908228-ebbe-4bcb-bad2-85f4f8705f3b","MaaSModelRef":{"name":"e2e-att-noaccess-548220","namespace":"e2e-extmod-att-noaccess-b70ae9"},"name":"e2e-att-noaccess-548220","namespace":"e2e-extmod-att-noaccess-b70ae9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:39.581577537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"b83ae673-5672-4bab-bfd5-e057ca2fb925","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:39.581602284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"1699d09f-f55d-4246-a0ad-db853e34efcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:39.581986129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7822fb7f-dfad-4dcc-a4ee-58b83ab90fbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:39.582104077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"9acf676e-2420-4c40-89d6-4a523c609d3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:39.636135066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7822fb7f-dfad-4dcc-a4ee-58b83ab90fbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:39.636220813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"b83ae673-5672-4bab-bfd5-e057ca2fb925","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:39.638213743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"1699d09f-f55d-4246-a0ad-db853e34efcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:39.638531719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"9acf676e-2420-4c40-89d6-4a523c609d3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:39.648707037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d4ad839-018a-456e-9d70-ebfe1eb6cf50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:39.697978369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d4ad839-018a-456e-9d70-ebfe1eb6cf50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:39.746797437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d4ad839-018a-456e-9d70-ebfe1eb6cf50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:39.79573379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d4ad839-018a-456e-9d70-ebfe1eb6cf50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:39.892727512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ab831473-667f-4084-a866-8168629eddf5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:39.948170322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ab831473-667f-4084-a866-8168629eddf5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:40.050964364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"9b1aa96d-a9b7-45cc-9e8a-0aceeceb769f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:40.106173175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"9b1aa96d-a9b7-45cc-9e8a-0aceeceb769f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:40.181453113Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-548220","namespace":"e2e-extmod-att-noaccess-b70ae9"},"namespace":"e2e-extmod-att-noaccess-b70ae9","name":"e2e-att-noaccess-548220","reconcileID":"0dcdac14-53b5-4565-a787-bb51322b27f5","namespace":"e2e-extmod-att-noaccess-b70ae9","name":"e2e-att-noaccess-548220","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:40.335749819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5af9e7db-2c59-4f16-8d5a-0109a408ce92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:40.335958071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93790861-e681-45a2-912e-4f0f6d0b19d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:40.335750477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"6d21c4a8-e4b1-4fad-93d2-d0d03670c25a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:40.33635741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"b0d9d918-8bd1-43ba-acaf-7bcbf58ef73e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:40.395860043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"6d21c4a8-e4b1-4fad-93d2-d0d03670c25a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:40.396018266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5af9e7db-2c59-4f16-8d5a-0109a408ce92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:40.399589122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"b0d9d918-8bd1-43ba-acaf-7bcbf58ef73e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:40.400296445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93790861-e681-45a2-912e-4f0f6d0b19d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:40.502628815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"ed61c2be-172f-4eb4-a656-33ab885a7826","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:40.559571292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"ed61c2be-172f-4eb4-a656-33ab885a7826","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:40.806747567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"acadb128-1eea-4793-9b95-c6c0908a15fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:40.857638853Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-subscription","reconcileID":"ad7b88da-19f2-4bf7-a949-45bf5b240bc3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:40.863640981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"acadb128-1eea-4793-9b95-c6c0908a15fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:40.890050247Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-subscription","reconcileID":"13198412-fc56-4dbd-823c-c2d9f8b9cf48","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"model":"e2e-models-e2e-worker-w3-b47e8d/premium-w3-b47e8d","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:40.906830414Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-subscription","reconcileID":"ad7b88da-19f2-4bf7-a949-45bf5b240bc3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:40.939203384Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-subscription","reconcileID":"13198412-fc56-4dbd-823c-c2d9f8b9cf48","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"model":"e2e-models-e2e-worker-w3-b47e8d/premium-w3-b47e8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:40.958874433Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"simulator-subscription","reconcileID":"ad7b88da-19f2-4bf7-a949-45bf5b240bc3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/simulator-w3-b47e8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:41.01205734Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"premium-simulator-subscription","reconcileID":"13198412-fc56-4dbd-823c-c2d9f8b9cf48","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"name":"maas-trlp-premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d","model":"e2e-models-e2e-worker-w3-b47e8d/premium-w3-b47e8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:41.228668164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"cc3dddbd-79b4-4e33-9c9b-d57757fe03e2","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:41.351998898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"premium-w3-b47e8d","reconcileID":"9c3b0d2d-3e96-4e61-80e5-8861bd89c502","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"premium-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"premium-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:41.369767524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"distinct-2-w3-b47e8d","reconcileID":"9e55fddd-ee72-4e4a-8416-12eb9116fd2a","MaaSModelRef":{"name":"distinct-2-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"distinct-2-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"distinct-2-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:41.371155909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"distinct-w3-b47e8d","reconcileID":"9fb5a661-7352-4a20-a14b-68acb3ffafae","MaaSModelRef":{"name":"distinct-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"distinct-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"distinct-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:41.621130067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef09c6d3-5742-47b9-bdd8-b837507981b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:41.670072797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef09c6d3-5742-47b9-bdd8-b837507981b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:41.718694526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef09c6d3-5742-47b9-bdd8-b837507981b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:41.76807485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef09c6d3-5742-47b9-bdd8-b837507981b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:41.817412122Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-548220","namespace":"e2e-extmod-att-noaccess-b70ae9"},"namespace":"e2e-extmod-att-noaccess-b70ae9","name":"e2e-att-noaccess-548220","reconcileID":"d949e662-1b7c-4e8c-84a5-70dab3581c16","MaaSModelRef":{"name":"e2e-att-noaccess-548220","namespace":"e2e-extmod-att-noaccess-b70ae9"},"name":"e2e-att-noaccess-548220","namespace":"e2e-extmod-att-noaccess-b70ae9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:41.916428981Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-548220","namespace":"e2e-extmod-att-noaccess-b70ae9"},"namespace":"e2e-extmod-att-noaccess-b70ae9","name":"e2e-att-noaccess-548220","reconcileID":"eac559f6-8d84-4cb1-b0a6-cbc9a90b6349","MaaSModelRef":{"name":"e2e-att-noaccess-548220","namespace":"e2e-extmod-att-noaccess-b70ae9"},"name":"e2e-att-noaccess-548220","namespace":"e2e-extmod-att-noaccess-b70ae9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:43.566311114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aa49184-4867-4c4d-b133-cbb88faaae18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:43.615054243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aa49184-4867-4c4d-b133-cbb88faaae18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:43.663558323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aa49184-4867-4c4d-b133-cbb88faaae18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:43.712277941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aa49184-4867-4c4d-b133-cbb88faaae18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:44.634261224Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-548220","namespace":"e2e-extmod-att-noaccess-b70ae9"},"namespace":"e2e-extmod-att-noaccess-b70ae9","name":"e2e-att-noaccess-548220","reconcileID":"228e1e9b-864a-4c18-8750-79dc2c92660f","namespace":"e2e-extmod-att-noaccess-b70ae9","name":"e2e-att-noaccess-548220","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:44.861997867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1bf2afa1-fef9-4a20-b6a0-299a616201bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:44.86222888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"bf5cdae2-e34f-40a0-be75-2982295750a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:44.862005274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"308cf95e-4376-4542-8854-715de72ecf03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:44.862789456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"b0d4d095-1efd-456e-9e93-c9109a361a54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:44.862822409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"b6b96342-5511-498e-a2d0-ba2affdbf5d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:44.917939921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1bf2afa1-fef9-4a20-b6a0-299a616201bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:44.919975816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"b0d4d095-1efd-456e-9e93-c9109a361a54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:44.921577925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"bf5cdae2-e34f-40a0-be75-2982295750a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:44.924874085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"308cf95e-4376-4542-8854-715de72ecf03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:44.926453792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"b6b96342-5511-498e-a2d0-ba2affdbf5d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:45.076296438Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-548220","namespace":"e2e-extmod-att-noaccess-b70ae9"},"namespace":"e2e-extmod-att-noaccess-b70ae9","name":"e2e-att-noaccess-548220","reconcileID":"9a30bfca-6895-45da-bf00-2d50ab2124a8","namespace":"e2e-extmod-att-noaccess-b70ae9","name":"e2e-att-noaccess-548220","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:45.275249651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4abe1545-157f-40ba-8ee2-60b94197e847","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:45.275279091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"505866e9-46be-4dc7-ab49-4963a6b9d45c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:45.275709988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d964e0cf-9e12-42f2-952b-b04414d2f5fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:45.275811399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"fb2edbd9-4b76-42b3-bc7e-e0c5c979d456","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:45.276093484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"98159c3d-038c-4a40-ad66-b4678a8f81e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:45.329046424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4abe1545-157f-40ba-8ee2-60b94197e847","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:45.329965221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"98159c3d-038c-4a40-ad66-b4678a8f81e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:45.331371527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d964e0cf-9e12-42f2-952b-b04414d2f5fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:45.332114717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"fb2edbd9-4b76-42b3-bc7e-e0c5c979d456","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:45.333487496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"505866e9-46be-4dc7-ab49-4963a6b9d45c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:45.541892016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d50e2e93-2782-44de-b58a-56ca31491b54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:45.590417834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d50e2e93-2782-44de-b58a-56ca31491b54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:45.638969118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d50e2e93-2782-44de-b58a-56ca31491b54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:45.687433867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d50e2e93-2782-44de-b58a-56ca31491b54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:45.784162991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"a93dbe31-2bc4-4d76-b1ce-0f3717689d11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:45.841524108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"a93dbe31-2bc4-4d76-b1ce-0f3717689d11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:47.489311536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e287c693-7cb5-420a-955f-d45e4f9adad2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:47.538460153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e287c693-7cb5-420a-955f-d45e4f9adad2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:47.587213203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e287c693-7cb5-420a-955f-d45e4f9adad2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:47.636054908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e287c693-7cb5-420a-955f-d45e4f9adad2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:49.44164079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"540d1d1c-f162-4f3d-87db-2bd915a61fe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:49.490431207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"540d1d1c-f162-4f3d-87db-2bd915a61fe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:49.539007303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"540d1d1c-f162-4f3d-87db-2bd915a61fe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:49.587613981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"540d1d1c-f162-4f3d-87db-2bd915a61fe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:51.229458996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"simulator-w3-b47e8d","reconcileID":"d09a9796-5c2a-4062-aa8a-eacaef57103b","MaaSModelRef":{"name":"simulator-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"simulator-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"simulator-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:51.353221546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"premium-w3-b47e8d","reconcileID":"2ee9e0c9-9968-4efb-b90d-96f0a29270c7","MaaSModelRef":{"name":"premium-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"premium-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"premium-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:51.371075459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"distinct-2-w3-b47e8d","reconcileID":"bbfdb7ac-eb3d-42ec-9046-e97a4d6b8624","MaaSModelRef":{"name":"distinct-2-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"distinct-2-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"distinct-2-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:51.372387664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"namespace":"e2e-models-e2e-worker-w3-b47e8d","name":"distinct-w3-b47e8d","reconcileID":"071d596a-d2de-494e-8bca-dfa775049ccd","MaaSModelRef":{"name":"distinct-w3-b47e8d","namespace":"e2e-models-e2e-worker-w3-b47e8d"},"routeName":"distinct-w3-b47e8d-kserve-route","namespace":"e2e-models-e2e-worker-w3-b47e8d","llmisvcName":"distinct-w3-b47e8d","gateway":"openshift-ingress/e2e-worker-w3-b47e8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:51.466733277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b546ba7c-45fc-4b50-a0aa-324a8915e86a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:51.515449351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b546ba7c-45fc-4b50-a0aa-324a8915e86a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:51.563850538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b546ba7c-45fc-4b50-a0aa-324a8915e86a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:51.612403892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b546ba7c-45fc-4b50-a0aa-324a8915e86a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:52.874887326Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"default-tenant","reconcileID":"ceffe870-7e5e-4841-ac16-52f7f0072d28","namespace":"ai-tenant-e2e-shared-a-w2-9717a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:52.874970803Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"default-tenant","reconcileID":"ceffe870-7e5e-4841-ac16-52f7f0072d28","namespace":"ai-tenant-e2e-shared-a-w2-9717a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:52.875040793Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"default-tenant","reconcileID":"ceffe870-7e5e-4841-ac16-52f7f0072d28","tenant":"e2e-shared-a-w2-9717a8","tenantID":"e2e-shared-a-w2-9717a8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:52.933889405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"default-tenant","reconcileID":"ceffe870-7e5e-4841-ac16-52f7f0072d28","gvk":"Deployment","name":"maas-api-e2e-shared-a-w2-9717a8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:53.00898335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"default-tenant","reconcileID":"ceffe870-7e5e-4841-ac16-52f7f0072d28","gvk":"Service","name":"maas-api-e2e-shared-a-w2-9717a8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:53.062875568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"default-tenant","reconcileID":"ceffe870-7e5e-4841-ac16-52f7f0072d28","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w2-9717a8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:53.113941316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"default-tenant","reconcileID":"ceffe870-7e5e-4841-ac16-52f7f0072d28","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w2-9717a8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:53.167679399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"default-tenant","reconcileID":"ceffe870-7e5e-4841-ac16-52f7f0072d28","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w2-9717a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:53.220523775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"default-tenant","reconcileID":"ceffe870-7e5e-4841-ac16-52f7f0072d28","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w2-9717a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:53.274462351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"default-tenant","reconcileID":"ceffe870-7e5e-4841-ac16-52f7f0072d28","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w2-9717a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:53.32824468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"default-tenant","reconcileID":"ceffe870-7e5e-4841-ac16-52f7f0072d28","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w2-9717a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:53.379172169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"default-tenant","reconcileID":"ceffe870-7e5e-4841-ac16-52f7f0072d28","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w2-9717a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:53.430648584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"default-tenant","reconcileID":"ceffe870-7e5e-4841-ac16-52f7f0072d28","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w2-9717a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:53.448947871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89c491e8-ce8d-4485-8640-7fd5a62ec283","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:53.497876988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89c491e8-ce8d-4485-8640-7fd5a62ec283","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:53.509478921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"default-tenant","reconcileID":"ceffe870-7e5e-4841-ac16-52f7f0072d28","gvk":"Service","name":"payload-processing-e2e-shared-a-w2-9717a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:53.546189797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89c491e8-ce8d-4485-8640-7fd5a62ec283","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:53.594817548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89c491e8-ce8d-4485-8640-7fd5a62ec283","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:53.605063694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"default-tenant","reconcileID":"ceffe870-7e5e-4841-ac16-52f7f0072d28","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w2-9717a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:53.656743067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"default-tenant","reconcileID":"ceffe870-7e5e-4841-ac16-52f7f0072d28","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w2-9717a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:53.714404653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"default-tenant","reconcileID":"ceffe870-7e5e-4841-ac16-52f7f0072d28","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w2-9717a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:53.768779384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"default-tenant","reconcileID":"ceffe870-7e5e-4841-ac16-52f7f0072d28","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w2-9717a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:53.847817639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"default-tenant","reconcileID":"ceffe870-7e5e-4841-ac16-52f7f0072d28","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w2-9717a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:53.898209846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"default-tenant","reconcileID":"ceffe870-7e5e-4841-ac16-52f7f0072d28","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w2-9717a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:53.948991516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"default-tenant","reconcileID":"ceffe870-7e5e-4841-ac16-52f7f0072d28","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w2-9717a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:54.000937273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"default-tenant","reconcileID":"ceffe870-7e5e-4841-ac16-52f7f0072d28","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w2-9717a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:54.051814983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9717a8"},"namespace":"ai-tenant-e2e-shared-a-w2-9717a8","name":"default-tenant","reconcileID":"ceffe870-7e5e-4841-ac16-52f7f0072d28","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w2-9717a8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:58.120387676Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-9717a8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-9717a8","reconcileID":"788d50d9-3fad-4a89-b3e5-1e61f78715fa","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-9717a8","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w2-9717a8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:59.174035753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60e905ab-3b81-40dc-9457-04caa44b25de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:59.222810055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60e905ab-3b81-40dc-9457-04caa44b25de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:59.271460927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60e905ab-3b81-40dc-9457-04caa44b25de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:59.320078616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60e905ab-3b81-40dc-9457-04caa44b25de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:01.091782805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6204ad7b-4373-4a0c-87f4-d6c2ecc42b74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:01.140497574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6204ad7b-4373-4a0c-87f4-d6c2ecc42b74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:01.188976125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6204ad7b-4373-4a0c-87f4-d6c2ecc42b74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:01.237515006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6204ad7b-4373-4a0c-87f4-d6c2ecc42b74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:03.022922848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdfa73d2-797a-42d9-8b47-250ac617959e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:03.072342277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdfa73d2-797a-42d9-8b47-250ac617959e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:03.121072664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdfa73d2-797a-42d9-8b47-250ac617959e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:03.169732304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdfa73d2-797a-42d9-8b47-250ac617959e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:06.168568349Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:06.850796382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87c9e4e3-dbbb-41f8-94fb-3762ebb1d702","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:06.899567388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87c9e4e3-dbbb-41f8-94fb-3762ebb1d702","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:06.948076681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87c9e4e3-dbbb-41f8-94fb-3762ebb1d702","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:06.996910484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87c9e4e3-dbbb-41f8-94fb-3762ebb1d702","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:08.844584382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f230590-66f9-4db1-af66-3978891ea2fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:08.893715735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f230590-66f9-4db1-af66-3978891ea2fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:08.942519646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f230590-66f9-4db1-af66-3978891ea2fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:08.991640085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f230590-66f9-4db1-af66-3978891ea2fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:13.006973431Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"default-tenant","reconcileID":"95fa6b85-5f59-49c3-ac8a-4e352d3d4b37","namespace":"ai-tenant-e2e-worker-w3-b47e8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:13.007183987Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"default-tenant","reconcileID":"95fa6b85-5f59-49c3-ac8a-4e352d3d4b37","namespace":"ai-tenant-e2e-worker-w3-b47e8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:13.007291099Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"default-tenant","reconcileID":"95fa6b85-5f59-49c3-ac8a-4e352d3d4b37","tenant":"e2e-worker-w3-b47e8d","tenantID":"e2e-worker-w3-b47e8d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:13.058471811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"default-tenant","reconcileID":"95fa6b85-5f59-49c3-ac8a-4e352d3d4b37","gvk":"Deployment","name":"maas-api-e2e-worker-w3-b47e8d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:13.118313396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"default-tenant","reconcileID":"95fa6b85-5f59-49c3-ac8a-4e352d3d4b37","gvk":"Service","name":"maas-api-e2e-worker-w3-b47e8d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:13.170962026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"default-tenant","reconcileID":"95fa6b85-5f59-49c3-ac8a-4e352d3d4b37","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-b47e8d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:13.221835147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"default-tenant","reconcileID":"95fa6b85-5f59-49c3-ac8a-4e352d3d4b37","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-b47e8d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:13.274274393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"default-tenant","reconcileID":"95fa6b85-5f59-49c3-ac8a-4e352d3d4b37","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-b47e8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:13.327116856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"default-tenant","reconcileID":"95fa6b85-5f59-49c3-ac8a-4e352d3d4b37","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-b47e8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:13.381175447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"default-tenant","reconcileID":"95fa6b85-5f59-49c3-ac8a-4e352d3d4b37","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-b47e8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:13.437389679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"default-tenant","reconcileID":"95fa6b85-5f59-49c3-ac8a-4e352d3d4b37","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-b47e8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:13.485951627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"default-tenant","reconcileID":"95fa6b85-5f59-49c3-ac8a-4e352d3d4b37","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-b47e8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:13.534597308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"default-tenant","reconcileID":"95fa6b85-5f59-49c3-ac8a-4e352d3d4b37","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-b47e8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:13.583219522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"default-tenant","reconcileID":"95fa6b85-5f59-49c3-ac8a-4e352d3d4b37","gvk":"Service","name":"payload-processing-e2e-worker-w3-b47e8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:13.632363905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"default-tenant","reconcileID":"95fa6b85-5f59-49c3-ac8a-4e352d3d4b37","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-b47e8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:13.681052244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"default-tenant","reconcileID":"95fa6b85-5f59-49c3-ac8a-4e352d3d4b37","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-b47e8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:13.72950932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"default-tenant","reconcileID":"95fa6b85-5f59-49c3-ac8a-4e352d3d4b37","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-b47e8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:13.77789465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"default-tenant","reconcileID":"95fa6b85-5f59-49c3-ac8a-4e352d3d4b37","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-b47e8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:13.830791613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"default-tenant","reconcileID":"95fa6b85-5f59-49c3-ac8a-4e352d3d4b37","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-b47e8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:13.879523664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"default-tenant","reconcileID":"95fa6b85-5f59-49c3-ac8a-4e352d3d4b37","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-b47e8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:13.92801599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"default-tenant","reconcileID":"95fa6b85-5f59-49c3-ac8a-4e352d3d4b37","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-b47e8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:13.976812415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"default-tenant","reconcileID":"95fa6b85-5f59-49c3-ac8a-4e352d3d4b37","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-b47e8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:14.025660166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b47e8d"},"namespace":"ai-tenant-e2e-worker-w3-b47e8d","name":"default-tenant","reconcileID":"95fa6b85-5f59-49c3-ac8a-4e352d3d4b37","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-b47e8d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:14.801953134Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-b47e8d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-b47e8d","reconcileID":"d03eeeb9-98fe-45e7-a016-ce9d3de0cb1f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-b47e8d","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-b47e8d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:15.87192533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0651e716-f87c-4abf-812b-567f7e32bc7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:15.920461483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0651e716-f87c-4abf-812b-567f7e32bc7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:15.969303105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0651e716-f87c-4abf-812b-567f7e32bc7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:16.017844142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0651e716-f87c-4abf-812b-567f7e32bc7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:17.814632112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b47328e0-f221-4276-b982-b93aacef1a34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:17.863554145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b47328e0-f221-4276-b982-b93aacef1a34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:17.912205413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b47328e0-f221-4276-b982-b93aacef1a34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:17.960718235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b47328e0-f221-4276-b982-b93aacef1a34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:32.494745471Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9626a6"},"namespace":"ai-tenant-e2e-extmod-a-9626a6","name":"default-tenant","reconcileID":"2f7e47d7-21a2-437d-9da5-370e4864a0b8","namespace":"ai-tenant-e2e-extmod-a-9626a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:32.494807946Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9626a6"},"namespace":"ai-tenant-e2e-extmod-a-9626a6","name":"default-tenant","reconcileID":"2f7e47d7-21a2-437d-9da5-370e4864a0b8","namespace":"ai-tenant-e2e-extmod-a-9626a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:32.494863182Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9626a6"},"namespace":"ai-tenant-e2e-extmod-a-9626a6","name":"default-tenant","reconcileID":"2f7e47d7-21a2-437d-9da5-370e4864a0b8","tenant":"e2e-extmod-a-9626a6","tenantID":"e2e-extmod-a-9626a6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:32.546045625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9626a6"},"namespace":"ai-tenant-e2e-extmod-a-9626a6","name":"default-tenant","reconcileID":"2f7e47d7-21a2-437d-9da5-370e4864a0b8","gvk":"Deployment","name":"maas-api-e2e-extmod-a-9626a6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:32.604346625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9626a6"},"namespace":"ai-tenant-e2e-extmod-a-9626a6","name":"default-tenant","reconcileID":"2f7e47d7-21a2-437d-9da5-370e4864a0b8","gvk":"Service","name":"maas-api-e2e-extmod-a-9626a6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:32.656931419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9626a6"},"namespace":"ai-tenant-e2e-extmod-a-9626a6","name":"default-tenant","reconcileID":"2f7e47d7-21a2-437d-9da5-370e4864a0b8","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-9626a6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:32.709789769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9626a6"},"namespace":"ai-tenant-e2e-extmod-a-9626a6","name":"default-tenant","reconcileID":"2f7e47d7-21a2-437d-9da5-370e4864a0b8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-9626a6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:32.765505131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9626a6"},"namespace":"ai-tenant-e2e-extmod-a-9626a6","name":"default-tenant","reconcileID":"2f7e47d7-21a2-437d-9da5-370e4864a0b8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-9626a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:32.818515044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9626a6"},"namespace":"ai-tenant-e2e-extmod-a-9626a6","name":"default-tenant","reconcileID":"2f7e47d7-21a2-437d-9da5-370e4864a0b8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-9626a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:32.870363338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9626a6"},"namespace":"ai-tenant-e2e-extmod-a-9626a6","name":"default-tenant","reconcileID":"2f7e47d7-21a2-437d-9da5-370e4864a0b8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-9626a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:32.92325761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9626a6"},"namespace":"ai-tenant-e2e-extmod-a-9626a6","name":"default-tenant","reconcileID":"2f7e47d7-21a2-437d-9da5-370e4864a0b8","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-9626a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:32.971907349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9626a6"},"namespace":"ai-tenant-e2e-extmod-a-9626a6","name":"default-tenant","reconcileID":"2f7e47d7-21a2-437d-9da5-370e4864a0b8","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-9626a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:33.020269794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9626a6"},"namespace":"ai-tenant-e2e-extmod-a-9626a6","name":"default-tenant","reconcileID":"2f7e47d7-21a2-437d-9da5-370e4864a0b8","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-9626a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:33.068836287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9626a6"},"namespace":"ai-tenant-e2e-extmod-a-9626a6","name":"default-tenant","reconcileID":"2f7e47d7-21a2-437d-9da5-370e4864a0b8","gvk":"Service","name":"payload-processing-e2e-extmod-a-9626a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:33.119056592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9626a6"},"namespace":"ai-tenant-e2e-extmod-a-9626a6","name":"default-tenant","reconcileID":"2f7e47d7-21a2-437d-9da5-370e4864a0b8","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-9626a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:33.167794503Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9626a6"},"namespace":"ai-tenant-e2e-extmod-a-9626a6","name":"default-tenant","reconcileID":"2f7e47d7-21a2-437d-9da5-370e4864a0b8","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-9626a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:33.216422132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9626a6"},"namespace":"ai-tenant-e2e-extmod-a-9626a6","name":"default-tenant","reconcileID":"2f7e47d7-21a2-437d-9da5-370e4864a0b8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-9626a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:33.265101681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9626a6"},"namespace":"ai-tenant-e2e-extmod-a-9626a6","name":"default-tenant","reconcileID":"2f7e47d7-21a2-437d-9da5-370e4864a0b8","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-9626a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:33.317640866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9626a6"},"namespace":"ai-tenant-e2e-extmod-a-9626a6","name":"default-tenant","reconcileID":"2f7e47d7-21a2-437d-9da5-370e4864a0b8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-9626a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:33.365956977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9626a6"},"namespace":"ai-tenant-e2e-extmod-a-9626a6","name":"default-tenant","reconcileID":"2f7e47d7-21a2-437d-9da5-370e4864a0b8","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-9626a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:33.414569131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9626a6"},"namespace":"ai-tenant-e2e-extmod-a-9626a6","name":"default-tenant","reconcileID":"2f7e47d7-21a2-437d-9da5-370e4864a0b8","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-9626a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:33.465424898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9626a6"},"namespace":"ai-tenant-e2e-extmod-a-9626a6","name":"default-tenant","reconcileID":"2f7e47d7-21a2-437d-9da5-370e4864a0b8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-9626a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:33.514207891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9626a6"},"namespace":"ai-tenant-e2e-extmod-a-9626a6","name":"default-tenant","reconcileID":"2f7e47d7-21a2-437d-9da5-370e4864a0b8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-9626a6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:33.568288565Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"default-tenant","reconcileID":"84feeacb-197d-4d2f-bc43-7c81c7b35178","namespace":"ai-tenant-e2e-shared-b-w2-68f80c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:33.568382451Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"default-tenant","reconcileID":"84feeacb-197d-4d2f-bc43-7c81c7b35178","namespace":"ai-tenant-e2e-shared-b-w2-68f80c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:33.568467569Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"default-tenant","reconcileID":"84feeacb-197d-4d2f-bc43-7c81c7b35178","tenant":"e2e-shared-b-w2-68f80c","tenantID":"e2e-shared-b-w2-68f80c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:33.619642712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"default-tenant","reconcileID":"84feeacb-197d-4d2f-bc43-7c81c7b35178","gvk":"Deployment","name":"maas-api-e2e-shared-b-w2-68f80c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:33.683963906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"default-tenant","reconcileID":"84feeacb-197d-4d2f-bc43-7c81c7b35178","gvk":"Service","name":"maas-api-e2e-shared-b-w2-68f80c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:33.74403742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"default-tenant","reconcileID":"84feeacb-197d-4d2f-bc43-7c81c7b35178","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w2-68f80c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:33.797777258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"default-tenant","reconcileID":"84feeacb-197d-4d2f-bc43-7c81c7b35178","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w2-68f80c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:33.851291132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"default-tenant","reconcileID":"84feeacb-197d-4d2f-bc43-7c81c7b35178","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w2-68f80c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:33.907938759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"default-tenant","reconcileID":"84feeacb-197d-4d2f-bc43-7c81c7b35178","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w2-68f80c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:33.962002143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"default-tenant","reconcileID":"84feeacb-197d-4d2f-bc43-7c81c7b35178","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w2-68f80c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:34.013055111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"default-tenant","reconcileID":"84feeacb-197d-4d2f-bc43-7c81c7b35178","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w2-68f80c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:34.061478891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"default-tenant","reconcileID":"84feeacb-197d-4d2f-bc43-7c81c7b35178","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w2-68f80c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:34.109932279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"default-tenant","reconcileID":"84feeacb-197d-4d2f-bc43-7c81c7b35178","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w2-68f80c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:34.158643718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"default-tenant","reconcileID":"84feeacb-197d-4d2f-bc43-7c81c7b35178","gvk":"Service","name":"payload-processing-e2e-shared-b-w2-68f80c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:34.207510637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"default-tenant","reconcileID":"84feeacb-197d-4d2f-bc43-7c81c7b35178","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w2-68f80c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:34.256079155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"default-tenant","reconcileID":"84feeacb-197d-4d2f-bc43-7c81c7b35178","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w2-68f80c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:34.279723889Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-9626a6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-9626a6","reconcileID":"c8cbf2d4-1005-4286-a04b-46a0431eb65d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-9626a6","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-9626a6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:34.304701832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"default-tenant","reconcileID":"84feeacb-197d-4d2f-bc43-7c81c7b35178","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w2-68f80c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:34.35356195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"default-tenant","reconcileID":"84feeacb-197d-4d2f-bc43-7c81c7b35178","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w2-68f80c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:34.406105842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"default-tenant","reconcileID":"84feeacb-197d-4d2f-bc43-7c81c7b35178","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w2-68f80c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:34.454441025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"default-tenant","reconcileID":"84feeacb-197d-4d2f-bc43-7c81c7b35178","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w2-68f80c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:34.537893169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"default-tenant","reconcileID":"84feeacb-197d-4d2f-bc43-7c81c7b35178","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w2-68f80c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:34.586914292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"default-tenant","reconcileID":"84feeacb-197d-4d2f-bc43-7c81c7b35178","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w2-68f80c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:34.635828285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-68f80c"},"namespace":"ai-tenant-e2e-shared-b-w2-68f80c","name":"default-tenant","reconcileID":"84feeacb-197d-4d2f-bc43-7c81c7b35178","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w2-68f80c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:35.35466089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80ccd0d7-1a08-4229-bcdd-96f4684860b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:35.403108025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80ccd0d7-1a08-4229-bcdd-96f4684860b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:35.451944773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80ccd0d7-1a08-4229-bcdd-96f4684860b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:35.46209363Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-68f80c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-68f80c","reconcileID":"23850bfb-7c86-4469-a5f4-cfce34e771d6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-68f80c","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w2-68f80c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:35.500715561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80ccd0d7-1a08-4229-bcdd-96f4684860b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:36.169458508Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:37.331287495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7d09747-9cdc-4031-b0e3-fc88340984cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:37.37999964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7d09747-9cdc-4031-b0e3-fc88340984cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:37.428369984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7d09747-9cdc-4031-b0e3-fc88340984cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:37.47684648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7d09747-9cdc-4031-b0e3-fc88340984cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:39.253465634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b18b7303-e1a8-49fd-9702-4e64be2d1114","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:39.302105858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b18b7303-e1a8-49fd-9702-4e64be2d1114","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:39.350673275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b18b7303-e1a8-49fd-9702-4e64be2d1114","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:39.399139694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b18b7303-e1a8-49fd-9702-4e64be2d1114","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:43.150495221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67b2319c-855c-47a2-a962-ece7fdd5f3d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:43.199999781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67b2319c-855c-47a2-a962-ece7fdd5f3d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:43.248847423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67b2319c-855c-47a2-a962-ece7fdd5f3d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:43.297880513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67b2319c-855c-47a2-a962-ece7fdd5f3d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:44.019722297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"d23b34f9-23bc-4303-83ee-04101555687a","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:44.020153428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"bc3b88e7-490c-407e-b6f2-06a969f360c2","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"premium-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"premium-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:44.020453224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-w2-7f66ab","reconcileID":"f07ad224-65fb-4c03-990e-a3897c747a75","MaaSModelRef":{"name":"distinct-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"distinct-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"distinct-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:44.020619178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-2-w2-7f66ab","reconcileID":"8058d10c-f837-46db-adb0-86de30a0282d","MaaSModelRef":{"name":"distinct-2-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"distinct-2-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"distinct-2-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:44.123385126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"13e0cbc8-cb51-40a0-a3df-3698f4a47962","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:44.123752098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"68adcc26-893b-4e14-9e43-aca5c44fe5a3","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"premium-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"premium-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:44.124105239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-w2-7f66ab","reconcileID":"041a81bb-ba09-42d2-bc4c-a83cec9f6988","MaaSModelRef":{"name":"distinct-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"distinct-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"distinct-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:44.12426546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-2-w2-7f66ab","reconcileID":"2885a90b-d189-4371-9996-8238bbfbaff4","MaaSModelRef":{"name":"distinct-2-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"distinct-2-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"distinct-2-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:44.167364604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"edc42765-ef8a-4594-8c10-cb02bdb04676","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:44.167771091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"afb7ef77-bd7d-4d43-a2ab-65857b2288c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:44.21886137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-subscription","reconcileID":"7a4a8662-7f24-4886-9eb9-1384f780490f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-premium-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:44.218859305Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-subscription","reconcileID":"afa5d227-48e2-47e4-99c6-e5d8edef416b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:44.222792326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"afb7ef77-bd7d-4d43-a2ab-65857b2288c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:44.222975704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"edc42765-ef8a-4594-8c10-cb02bdb04676","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:44.554512302Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-subscription","reconcileID":"063517ee-23af-489c-92e1-6a44199a8503","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-premium-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:44.55485664Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-subscription","reconcileID":"7c9ad89e-1c0e-4203-93f4-ed9b0551f55a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:44.670551882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"0c825d85-e4a8-4d35-9cc5-5eaf2c201e66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:44.670980428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"29f9c3e4-f29e-4f60-a7bf-3b443a9a9f58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:44.724478093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"0c825d85-e4a8-4d35-9cc5-5eaf2c201e66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:44.726724714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"29f9c3e4-f29e-4f60-a7bf-3b443a9a9f58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:45.262217381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"144016ac-9d81-4a36-bcbd-9d928c757c4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:45.310852225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"144016ac-9d81-4a36-bcbd-9d928c757c4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:45.359236219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"144016ac-9d81-4a36-bcbd-9d928c757c4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:45.407872401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"144016ac-9d81-4a36-bcbd-9d928c757c4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:47.187572967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cacca51-c72e-45ed-8647-c4532572150f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:47.236773371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cacca51-c72e-45ed-8647-c4532572150f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:47.285916316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cacca51-c72e-45ed-8647-c4532572150f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:47.334736838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cacca51-c72e-45ed-8647-c4532572150f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:49.140604835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5351f9e0-5fc0-434f-9ec6-3f849a254fca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:49.189362821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5351f9e0-5fc0-434f-9ec6-3f849a254fca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:49.238006103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5351f9e0-5fc0-434f-9ec6-3f849a254fca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:49.286820656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5351f9e0-5fc0-434f-9ec6-3f849a254fca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:49.329225883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-2-w2-7f66ab","reconcileID":"6ee90236-714e-4020-9f96-de7870232226","MaaSModelRef":{"name":"distinct-2-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"distinct-2-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"distinct-2-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:49.669477321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-w2-7f66ab","reconcileID":"c2c225e2-04d9-4306-ab32-fa923ca417d3","MaaSModelRef":{"name":"distinct-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"distinct-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"distinct-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:50.005906735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"01af526e-4af6-45af-982e-03b8a0d5e5c8","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"premium-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"premium-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:50.209575751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"b9dffc3e-21ec-4f0f-a47e-8790279fa626","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:50.209572892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"408bd8e3-2a95-4b42-b7a1-6d94036e96e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:50.210818366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-subscription","reconcileID":"530b50c3-4ad9-455b-8386-90052d582ebc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-premium-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:50.263777224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"408bd8e3-2a95-4b42-b7a1-6d94036e96e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:50.26383922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"b9dffc3e-21ec-4f0f-a47e-8790279fa626","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:50.34223171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"c644eaec-5895-49a2-a2b8-6307ff2ce93b","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:50.39781856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"7e9d4966-ceb5-408a-b68c-3912f21259d7","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"premium-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"premium-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:50.539859386Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-subscription","reconcileID":"f350c23e-6c38-490f-89ea-40743683e955","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:50.610026534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"b18814dc-ca1d-4743-a82d-e6083f7cec65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:50.610033924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"61b5f2df-1849-4405-9cb4-1daa854bab05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:50.640165501Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-subscription","reconcileID":"44edd7e7-c5d5-427f-b0ac-6b041ded09ac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-premium-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:50.663994671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"b18814dc-ca1d-4743-a82d-e6083f7cec65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:50.664111782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"61b5f2df-1849-4405-9cb4-1daa854bab05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:50.695010646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"f69e8422-f044-4b7b-b36c-0e610800ab67","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:50.89198302Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-subscription","reconcileID":"d6e28507-8943-4a63-846d-6d65dad57ce4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:54.529980742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-2-w2-7f66ab","reconcileID":"ded74472-a11d-442b-8312-980c5daf3362","MaaSModelRef":{"name":"distinct-2-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"distinct-2-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"distinct-2-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:54.530275954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-w2-7f66ab","reconcileID":"b2b8b37a-c8ca-455d-b4d8-d5c6467d6ad2","MaaSModelRef":{"name":"distinct-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"distinct-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"distinct-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:54.530591897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"66e6d9de-3c87-457f-b3db-2a54007dd9f9","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"premium-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"premium-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:54.530963109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"9c0868eb-cf43-4be1-ae1b-989056cfde10","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:54.680503252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"f099a639-0a4b-44c8-8645-e4b6430a8733","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:54.680729409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"6b661798-e379-47db-a7e1-dc1416274ea1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:54.731661727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-subscription","reconcileID":"ea129547-3aa8-4758-a279-d0889b4822e5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:54.731717224Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-subscription","reconcileID":"90958acc-2c8e-40a0-aef5-4db5a3916303","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-premium-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:54.73547447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"6b661798-e379-47db-a7e1-dc1416274ea1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:54.735702304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"f099a639-0a4b-44c8-8645-e4b6430a8733","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:55.030129246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"d0396823-0f9c-4535-b86d-3718b0654c19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:55.030141132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"78d4184f-8203-4dc7-96cf-2db3ff483820","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:55.030898881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-subscription","reconcileID":"8a287c42-c195-4cb2-86f9-1e5b2aa7156f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-premium-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:55.03138963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-subscription","reconcileID":"50fce6d5-2914-4c22-b62a-bc457887a9a2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:55.084216545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"78d4184f-8203-4dc7-96cf-2db3ff483820","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:55.084357119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"d0396823-0f9c-4535-b86d-3718b0654c19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:58.377029507Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-subscription","reconcileID":"a11dab46-aaf0-478f-8915-be68a51aeebe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-premium-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:58.482713265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-subscription","reconcileID":"3b86a2c5-1f32-4bae-84df-41f4657cfe2d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:58.537778409Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"default-tenant","reconcileID":"e75a88d2-0e66-4f35-a3a3-ed45ba6b5975","namespace":"ai-tenant-e2e-worker-w2-7f66ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:58.537834266Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"default-tenant","reconcileID":"e75a88d2-0e66-4f35-a3a3-ed45ba6b5975","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:58.586945204Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-subscription","reconcileID":"f38bb4f1-4f7c-417e-b0f9-b931f5304eaf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-simulator-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:58.596101807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"9d845f2b-83f7-433a-97ea-efc8dd2c9a4a","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:58.59656624Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"default-tenant","reconcileID":"e75a88d2-0e66-4f35-a3a3-ed45ba6b5975","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:58.650170206Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"default-tenant","reconcileID":"e75a88d2-0e66-4f35-a3a3-ed45ba6b5975","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:58.650184423Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"default-tenant","reconcileID":"e75a88d2-0e66-4f35-a3a3-ed45ba6b5975","namespace":"ai-tenant-e2e-worker-w2-7f66ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:58.650235268Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"default-tenant","reconcileID":"e75a88d2-0e66-4f35-a3a3-ed45ba6b5975","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:58.653065263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"b40eddcd-b3c7-4e65-ab10-d0fe147662e7","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"premium-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"premium-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:58.678383951Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f86ace9a-419f-4208-ad10-7f57e959c1a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:58.693760084Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-subscription","reconcileID":"25f7e9cc-3303-4e67-9058-a715a71ab3c1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-premium-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:58.704376518Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"default-tenant","reconcileID":"e75a88d2-0e66-4f35-a3a3-ed45ba6b5975","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:58.705877112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"08cfaced-67ca-4f16-a8d7-5ce1e1b9ce8d","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:58.741189811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"f8b4817b-bbe9-4098-84c4-3e22161e1f00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:58.74192237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"34f92cf2-2336-4713-813d-b31f19a1b9cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:58.748418955Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-subscription","reconcileID":"fd736a0e-4cd4-4911-b44f-f6d379b8df5a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-85818335","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:58.755913348Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"default-tenant","reconcileID":"e75a88d2-0e66-4f35-a3a3-ed45ba6b5975","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:58.760357475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"cb3118b0-d98c-42d5-b886-3c3a294e3c01","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"premium-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"premium-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:58.778633253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"997146aa-2d19-4c98-b54b-8118a5f0c204","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:58.795725421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"f8b4817b-bbe9-4098-84c4-3e22161e1f00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:58.796507717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"34f92cf2-2336-4713-813d-b31f19a1b9cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:58.808873243Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-subscription","reconcileID":"ff8b0e4e-3007-48f8-b3ad-c4ce0bcc9122","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-85818335","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:58.943227909Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"28cb7303-83eb-4128-b1bd-a5ad064492ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:58.975973508Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"95c34904-fde6-4797-ae2e-e390a4425c42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"model":"e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:59.143198127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"28cb7303-83eb-4128-b1bd-a5ad064492ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:59.243663678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"95c34904-fde6-4797-ae2e-e390a4425c42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:59.263801449Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"28cb7303-83eb-4128-b1bd-a5ad064492ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:59.263817377Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-access","reconcileID":"28cb7303-83eb-4128-b1bd-a5ad064492ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:59.29719677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"95c34904-fde6-4797-ae2e-e390a4425c42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"e2e-worker-w2-7f66ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:59.297213079Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-access","reconcileID":"95c34904-fde6-4797-ae2e-e390a4425c42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7f66ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:59.317224974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"b94012e9-4b03-4be7-96d2-123ed1ef90d8","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:59.35369968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"4c4a1eb5-0c34-496b-8e5a-83156ebf5f26","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"premium-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"premium-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:03.418195228Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3b871a"},"namespace":"ai-tenant-e2e-extmod-b-3b871a","name":"default-tenant","reconcileID":"b0d94bad-3a14-4ac2-b07d-118120afdc2f","namespace":"ai-tenant-e2e-extmod-b-3b871a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:03.418251861Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3b871a"},"namespace":"ai-tenant-e2e-extmod-b-3b871a","name":"default-tenant","reconcileID":"b0d94bad-3a14-4ac2-b07d-118120afdc2f","namespace":"ai-tenant-e2e-extmod-b-3b871a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:03.418299053Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3b871a"},"namespace":"ai-tenant-e2e-extmod-b-3b871a","name":"default-tenant","reconcileID":"b0d94bad-3a14-4ac2-b07d-118120afdc2f","tenant":"e2e-extmod-b-3b871a","tenantID":"e2e-extmod-b-3b871a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:03.475736983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3b871a"},"namespace":"ai-tenant-e2e-extmod-b-3b871a","name":"default-tenant","reconcileID":"b0d94bad-3a14-4ac2-b07d-118120afdc2f","gvk":"Deployment","name":"maas-api-e2e-extmod-b-3b871a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:03.548538248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3b871a"},"namespace":"ai-tenant-e2e-extmod-b-3b871a","name":"default-tenant","reconcileID":"b0d94bad-3a14-4ac2-b07d-118120afdc2f","gvk":"Service","name":"maas-api-e2e-extmod-b-3b871a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:03.605310268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3b871a"},"namespace":"ai-tenant-e2e-extmod-b-3b871a","name":"default-tenant","reconcileID":"b0d94bad-3a14-4ac2-b07d-118120afdc2f","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-3b871a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:03.656123698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3b871a"},"namespace":"ai-tenant-e2e-extmod-b-3b871a","name":"default-tenant","reconcileID":"b0d94bad-3a14-4ac2-b07d-118120afdc2f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-3b871a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:03.716893782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3b871a"},"namespace":"ai-tenant-e2e-extmod-b-3b871a","name":"default-tenant","reconcileID":"b0d94bad-3a14-4ac2-b07d-118120afdc2f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-3b871a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:03.77006769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3b871a"},"namespace":"ai-tenant-e2e-extmod-b-3b871a","name":"default-tenant","reconcileID":"b0d94bad-3a14-4ac2-b07d-118120afdc2f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-3b871a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:03.82984134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3b871a"},"namespace":"ai-tenant-e2e-extmod-b-3b871a","name":"default-tenant","reconcileID":"b0d94bad-3a14-4ac2-b07d-118120afdc2f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-3b871a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:03.885526096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3b871a"},"namespace":"ai-tenant-e2e-extmod-b-3b871a","name":"default-tenant","reconcileID":"b0d94bad-3a14-4ac2-b07d-118120afdc2f","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-3b871a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:03.934800794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3b871a"},"namespace":"ai-tenant-e2e-extmod-b-3b871a","name":"default-tenant","reconcileID":"b0d94bad-3a14-4ac2-b07d-118120afdc2f","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-3b871a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:03.983961353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3b871a"},"namespace":"ai-tenant-e2e-extmod-b-3b871a","name":"default-tenant","reconcileID":"b0d94bad-3a14-4ac2-b07d-118120afdc2f","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-3b871a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:04.032940866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3b871a"},"namespace":"ai-tenant-e2e-extmod-b-3b871a","name":"default-tenant","reconcileID":"b0d94bad-3a14-4ac2-b07d-118120afdc2f","gvk":"Service","name":"payload-processing-e2e-extmod-b-3b871a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:04.081867863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3b871a"},"namespace":"ai-tenant-e2e-extmod-b-3b871a","name":"default-tenant","reconcileID":"b0d94bad-3a14-4ac2-b07d-118120afdc2f","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-3b871a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:04.134250351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3b871a"},"namespace":"ai-tenant-e2e-extmod-b-3b871a","name":"default-tenant","reconcileID":"b0d94bad-3a14-4ac2-b07d-118120afdc2f","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-3b871a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:04.183747456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3b871a"},"namespace":"ai-tenant-e2e-extmod-b-3b871a","name":"default-tenant","reconcileID":"b0d94bad-3a14-4ac2-b07d-118120afdc2f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-3b871a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:04.232490051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3b871a"},"namespace":"ai-tenant-e2e-extmod-b-3b871a","name":"default-tenant","reconcileID":"b0d94bad-3a14-4ac2-b07d-118120afdc2f","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-3b871a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:04.285384383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3b871a"},"namespace":"ai-tenant-e2e-extmod-b-3b871a","name":"default-tenant","reconcileID":"b0d94bad-3a14-4ac2-b07d-118120afdc2f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-3b871a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:04.334206684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3b871a"},"namespace":"ai-tenant-e2e-extmod-b-3b871a","name":"default-tenant","reconcileID":"b0d94bad-3a14-4ac2-b07d-118120afdc2f","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-3b871a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:04.383305801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3b871a"},"namespace":"ai-tenant-e2e-extmod-b-3b871a","name":"default-tenant","reconcileID":"b0d94bad-3a14-4ac2-b07d-118120afdc2f","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-3b871a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:04.431907285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3b871a"},"namespace":"ai-tenant-e2e-extmod-b-3b871a","name":"default-tenant","reconcileID":"b0d94bad-3a14-4ac2-b07d-118120afdc2f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-3b871a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:04.480832076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3b871a"},"namespace":"ai-tenant-e2e-extmod-b-3b871a","name":"default-tenant","reconcileID":"b0d94bad-3a14-4ac2-b07d-118120afdc2f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-3b871a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:04.530780943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-2-w2-7f66ab","reconcileID":"92cc6e34-dab0-4ba2-85f6-ea08d762093d","MaaSModelRef":{"name":"distinct-2-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"distinct-2-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"distinct-2-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:04.531120257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-w2-7f66ab","reconcileID":"a54e9391-44cf-4650-b6a7-2b6c535d9092","MaaSModelRef":{"name":"distinct-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"distinct-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"distinct-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:05.302143061Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-3b871a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-3b871a","reconcileID":"3f5a9fb8-f618-4c4f-b5bd-161dd5401b81","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-3b871a","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-3b871a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:06.168992085Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:06.361816866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ddc29cb-035c-4b7d-a522-66f5b6da9330","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:06.410462215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ddc29cb-035c-4b7d-a522-66f5b6da9330","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:06.458979988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ddc29cb-035c-4b7d-a522-66f5b6da9330","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:06.507583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ddc29cb-035c-4b7d-a522-66f5b6da9330","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:08.331090853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d53f7ee4-7841-4da9-b8e0-40416cf36393","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:08.379781776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d53f7ee4-7841-4da9-b8e0-40416cf36393","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:08.428248788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d53f7ee4-7841-4da9-b8e0-40416cf36393","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:08.477010112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d53f7ee4-7841-4da9-b8e0-40416cf36393","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:08.858759752Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-subscription","reconcileID":"9a0b3726-1610-415b-bca4-060695ff4e51","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:08.90818033Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-subscription","reconcileID":"9a0b3726-1610-415b-bca4-060695ff4e51","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:08.957483415Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"simulator-subscription","reconcileID":"9a0b3726-1610-415b-bca4-060695ff4e51","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:09.04055156Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-subscription","reconcileID":"d2dd77b4-49d5-4517-91c3-7cd4773c1ab5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"model":"e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:09.089754902Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-subscription","reconcileID":"d2dd77b4-49d5-4517-91c3-7cd4773c1ab5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"model":"e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:09.159488791Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"premium-simulator-subscription","reconcileID":"d2dd77b4-49d5-4517-91c3-7cd4773c1ab5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"name":"maas-trlp-premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab","model":"e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:09.217555182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"918f2189-dfe9-42b3-b8e4-b463331b0159","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:09.354491012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"d26ccdd9-7fdb-44c3-bdec-ac72270aadc7","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"premium-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"premium-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:09.449639935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"6993b76a-975e-4d5d-8c07-a732d10a16f6","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"premium-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"premium-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:14.532139704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-2-w2-7f66ab","reconcileID":"f95b1c38-8241-4dec-9c03-935d8fcd0a10","MaaSModelRef":{"name":"distinct-2-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"distinct-2-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"distinct-2-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:14.532368278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-w2-7f66ab","reconcileID":"8847d53d-3150-426c-91c8-0a9cbba2fe8c","MaaSModelRef":{"name":"distinct-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"distinct-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"distinct-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:15.239898385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12af047d-f78c-457d-9d0a-2362c75b9c76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:15.288779185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12af047d-f78c-457d-9d0a-2362c75b9c76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:15.337514835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12af047d-f78c-457d-9d0a-2362c75b9c76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:15.386082924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12af047d-f78c-457d-9d0a-2362c75b9c76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:17.238381657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f456f85-4d6e-4a34-9728-a3c370d703b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:17.287066072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f456f85-4d6e-4a34-9728-a3c370d703b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:17.335763498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f456f85-4d6e-4a34-9728-a3c370d703b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:17.384212302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f456f85-4d6e-4a34-9728-a3c370d703b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:19.218263407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"c9d260ba-174e-48e9-b30a-31e46c564450","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"simulator-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"simulator-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:19.45104768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"339fe19c-c4e8-4d76-a983-48c837e21d49","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"premium-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"premium-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:21.792787194Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1e2cf328-526d-4923-a368-2f289c8734b2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:21.893255141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-subscription","reconcileID":"c13adb24-9bf0-4d42-b3f0-054dee694fd5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-simulator-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:22.039683226Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-subscription","reconcileID":"92db216a-dfb3-4813-8b5d-06197bf3d1df","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-premium-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:22.16602827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"778ba0e2-30ea-4589-8599-debcbba69891","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:23.568414318Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"default-tenant","reconcileID":"467dc0d3-ac37-49ac-9f4e-3860d7531665","namespace":"ai-tenant-e2e-worker-w2-7f66ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:23.568482668Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"default-tenant","reconcileID":"467dc0d3-ac37-49ac-9f4e-3860d7531665","namespace":"ai-tenant-e2e-worker-w2-7f66ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:23.568529832Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"default-tenant","reconcileID":"467dc0d3-ac37-49ac-9f4e-3860d7531665","tenant":"e2e-worker-w2-7f66ab","tenantID":"e2e-worker-w2-7f66ab","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:23.619472796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"default-tenant","reconcileID":"467dc0d3-ac37-49ac-9f4e-3860d7531665","gvk":"Deployment","name":"maas-api-e2e-worker-w2-7f66ab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:23.685145718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"default-tenant","reconcileID":"467dc0d3-ac37-49ac-9f4e-3860d7531665","gvk":"Service","name":"maas-api-e2e-worker-w2-7f66ab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:23.74094843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"default-tenant","reconcileID":"467dc0d3-ac37-49ac-9f4e-3860d7531665","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-7f66ab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:23.791888716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"default-tenant","reconcileID":"467dc0d3-ac37-49ac-9f4e-3860d7531665","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-7f66ab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:23.843782779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"default-tenant","reconcileID":"467dc0d3-ac37-49ac-9f4e-3860d7531665","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-7f66ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:23.895497941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"default-tenant","reconcileID":"467dc0d3-ac37-49ac-9f4e-3860d7531665","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-7f66ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:23.949740539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"default-tenant","reconcileID":"467dc0d3-ac37-49ac-9f4e-3860d7531665","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-7f66ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:24.001225501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"default-tenant","reconcileID":"467dc0d3-ac37-49ac-9f4e-3860d7531665","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-7f66ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:24.049983857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"default-tenant","reconcileID":"467dc0d3-ac37-49ac-9f4e-3860d7531665","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-7f66ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:24.098466314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"default-tenant","reconcileID":"467dc0d3-ac37-49ac-9f4e-3860d7531665","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-7f66ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:24.146902413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"default-tenant","reconcileID":"467dc0d3-ac37-49ac-9f4e-3860d7531665","gvk":"Service","name":"payload-processing-e2e-worker-w2-7f66ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:24.195455939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"default-tenant","reconcileID":"467dc0d3-ac37-49ac-9f4e-3860d7531665","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-7f66ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:24.243920733Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"default-tenant","reconcileID":"467dc0d3-ac37-49ac-9f4e-3860d7531665","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-7f66ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:24.292577189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"default-tenant","reconcileID":"467dc0d3-ac37-49ac-9f4e-3860d7531665","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-7f66ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:24.341400558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"default-tenant","reconcileID":"467dc0d3-ac37-49ac-9f4e-3860d7531665","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-7f66ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:24.394393815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"default-tenant","reconcileID":"467dc0d3-ac37-49ac-9f4e-3860d7531665","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-7f66ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:24.443029431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"default-tenant","reconcileID":"467dc0d3-ac37-49ac-9f4e-3860d7531665","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-7f66ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:24.491666207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"default-tenant","reconcileID":"467dc0d3-ac37-49ac-9f4e-3860d7531665","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-7f66ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:24.532910752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-2-w2-7f66ab","reconcileID":"e9e83717-e7be-4f30-9303-3880cb20fb6b","MaaSModelRef":{"name":"distinct-2-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"distinct-2-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"distinct-2-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:24.533155225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-w2-7f66ab","reconcileID":"df968f70-bda8-474b-9024-3dfaa80ca563","MaaSModelRef":{"name":"distinct-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"routeName":"distinct-w2-7f66ab-kserve-route","namespace":"e2e-models-e2e-worker-w2-7f66ab","llmisvcName":"distinct-w2-7f66ab","gateway":"openshift-ingress/e2e-worker-w2-7f66ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:24.540163215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"default-tenant","reconcileID":"467dc0d3-ac37-49ac-9f4e-3860d7531665","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-7f66ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:24.588609095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-7f66ab"},"namespace":"ai-tenant-e2e-worker-w2-7f66ab","name":"default-tenant","reconcileID":"467dc0d3-ac37-49ac-9f4e-3860d7531665","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-7f66ab","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:25.399800831Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-7f66ab","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-7f66ab","reconcileID":"6765c82d-d20b-4fd7-ba6f-ae77b02deece","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-7f66ab","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w2-7f66ab"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:25.5602005Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"6b68b6c2-1dcd-4102-b60e-270b9630c42c","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:25.66338943Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"6b68b6c2-1dcd-4102-b60e-270b9630c42c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:25.663579813Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"81d8ecfc-8cfe-4be9-a541-61f0ce667196","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:25.718732313Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"81d8ecfc-8cfe-4be9-a541-61f0ce667196","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:25.718898948Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-2-w2-7f66ab","reconcileID":"80b2d456-a2f1-40bf-a24d-efd776931cca","MaaSModelRef":{"name":"distinct-2-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/distinct-2-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:25.778190138Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-2-w2-7f66ab","reconcileID":"80b2d456-a2f1-40bf-a24d-efd776931cca","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/distinct-2-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:25.778347168Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-w2-7f66ab","reconcileID":"513c4a35-8bf0-4791-877d-8d41eaede28b","MaaSModelRef":{"name":"distinct-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/distinct-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:25.837610292Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-w2-7f66ab","reconcileID":"513c4a35-8bf0-4791-877d-8d41eaede28b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/distinct-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:25.837754085Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"ad6274dc-0bdb-43ad-a232-9adef201fbc4","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:25.837809279Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"ad6274dc-0bdb-43ad-a232-9adef201fbc4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:25.837914391Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"1046000b-1404-4562-a11b-ad0fd9e32c32","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:25.837960302Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"1046000b-1404-4562-a11b-ad0fd9e32c32","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:25.83807473Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-2-w2-7f66ab","reconcileID":"6bf30ed3-7d1d-42b1-9cd3-5364e2f4cf2c","MaaSModelRef":{"name":"distinct-2-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/distinct-2-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:25.838118431Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-2-w2-7f66ab","reconcileID":"6bf30ed3-7d1d-42b1-9cd3-5364e2f4cf2c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/distinct-2-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:25.84338671Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-w2-7f66ab","reconcileID":"2c4b622c-42b9-4fe8-a9d2-d6ec112564b7","MaaSModelRef":{"name":"distinct-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/distinct-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:25.843441187Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-w2-7f66ab","reconcileID":"2c4b622c-42b9-4fe8-a9d2-d6ec112564b7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/distinct-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:25.848618148Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"58fdb69f-e0c0-4ca4-a2b3-3e8465b30d79","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:25.848663096Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"58fdb69f-e0c0-4ca4-a2b3-3e8465b30d79","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:25.848728195Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"9d983f2c-cd1b-4925-81e3-20a5fdec7069","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:25.848763081Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"9d983f2c-cd1b-4925-81e3-20a5fdec7069","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:25.848824961Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-2-w2-7f66ab","reconcileID":"d4735a27-b81f-459c-97b4-a94ff5141289","MaaSModelRef":{"name":"distinct-2-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/distinct-2-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:25.848854775Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-2-w2-7f66ab","reconcileID":"d4735a27-b81f-459c-97b4-a94ff5141289","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/distinct-2-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:25.853942722Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-w2-7f66ab","reconcileID":"16eabf88-c091-468d-a33b-36a67858f913","MaaSModelRef":{"name":"distinct-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/distinct-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:25.853990404Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-w2-7f66ab","reconcileID":"16eabf88-c091-468d-a33b-36a67858f913","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/distinct-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:25.869192501Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"bbea3f15-4f82-4544-a831-00553b216943","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:25.869241214Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"bbea3f15-4f82-4544-a831-00553b216943","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:25.869310424Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"88335bbc-dcbc-414a-ab6f-6b9fc3c6ffbb","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:25.86936606Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"88335bbc-dcbc-414a-ab6f-6b9fc3c6ffbb","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:25.869433975Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-2-w2-7f66ab","reconcileID":"b598409c-40a1-4342-8bbe-dbce1e2fd9f4","MaaSModelRef":{"name":"distinct-2-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/distinct-2-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:25.869465015Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-2-w2-7f66ab","reconcileID":"b598409c-40a1-4342-8bbe-dbce1e2fd9f4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/distinct-2-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:25.874465511Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-w2-7f66ab","reconcileID":"00de131c-be78-4391-a2f5-9bbfdb0ab1db","MaaSModelRef":{"name":"distinct-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/distinct-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:25.874528576Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-w2-7f66ab","reconcileID":"00de131c-be78-4391-a2f5-9bbfdb0ab1db","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/distinct-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:25.910015578Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"80487699-b595-41b5-a785-1540a1a4b157","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:25.910063814Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"80487699-b595-41b5-a785-1540a1a4b157","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:25.910130166Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"b28c3378-ad14-4d0c-b50f-70918976eb3b","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:25.910163934Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"b28c3378-ad14-4d0c-b50f-70918976eb3b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:25.910226548Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-2-w2-7f66ab","reconcileID":"91b64a5d-d801-470f-9f4e-e09c0e904cc9","MaaSModelRef":{"name":"distinct-2-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/distinct-2-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:25.910256986Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-2-w2-7f66ab","reconcileID":"91b64a5d-d801-470f-9f4e-e09c0e904cc9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/distinct-2-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:25.91481168Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-w2-7f66ab","reconcileID":"063a39e7-caab-496c-bdd5-641ebed0107a","MaaSModelRef":{"name":"distinct-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/distinct-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:25.914870051Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-w2-7f66ab","reconcileID":"063a39e7-caab-496c-bdd5-641ebed0107a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/distinct-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:25.990802217Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"5ce2d00e-ec50-469d-aa43-2a1fc79bfcf2","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:25.990863762Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"5ce2d00e-ec50-469d-aa43-2a1fc79bfcf2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:25.990954631Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"703cbcbb-a4d5-42a7-96e0-60daf923156a","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:25.990997011Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"703cbcbb-a4d5-42a7-96e0-60daf923156a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:25.991081323Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-2-w2-7f66ab","reconcileID":"046a32cf-2a15-4a4d-bcf7-856d8b57d82e","MaaSModelRef":{"name":"distinct-2-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/distinct-2-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:25.991120657Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-2-w2-7f66ab","reconcileID":"046a32cf-2a15-4a4d-bcf7-856d8b57d82e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/distinct-2-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:25.995290318Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-w2-7f66ab","reconcileID":"dffd38f1-c9c3-4bc3-b995-037ec4f99d80","MaaSModelRef":{"name":"distinct-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/distinct-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:25.995361297Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-w2-7f66ab","reconcileID":"dffd38f1-c9c3-4bc3-b995-037ec4f99d80","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/distinct-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:26.152016947Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"5df2a68c-b068-4a80-af74-b679be43b57e","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:26.15207756Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"5df2a68c-b068-4a80-af74-b679be43b57e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:26.152166344Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"44983dbc-211c-47cf-ab95-f3a6bbf900ce","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:26.152207964Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"44983dbc-211c-47cf-ab95-f3a6bbf900ce","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:26.152288817Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-2-w2-7f66ab","reconcileID":"9f5f88de-1685-4beb-ae5a-46854ce6d5b9","MaaSModelRef":{"name":"distinct-2-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/distinct-2-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:26.152353044Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-2-w2-7f66ab","reconcileID":"9f5f88de-1685-4beb-ae5a-46854ce6d5b9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/distinct-2-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:26.156490045Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-w2-7f66ab","reconcileID":"2b9446f9-b54b-438c-b243-fcca812561ee","MaaSModelRef":{"name":"distinct-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/distinct-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:26.156543462Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-w2-7f66ab","reconcileID":"2b9446f9-b54b-438c-b243-fcca812561ee","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/distinct-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:26.462069315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81eff16c-8697-43c5-9cba-92f3fb243cef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:26.472766733Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"798736a3-f120-44a3-9450-917582f7fe30","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:26.472827747Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"798736a3-f120-44a3-9450-917582f7fe30","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:26.472914249Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"182eb0b9-dab5-4a70-a07b-eb9560a8db83","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:26.472966139Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"182eb0b9-dab5-4a70-a07b-eb9560a8db83","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:26.47305296Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-2-w2-7f66ab","reconcileID":"08859e91-7e45-4de7-a643-70efbcce3e4e","MaaSModelRef":{"name":"distinct-2-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/distinct-2-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:26.473098663Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-2-w2-7f66ab","reconcileID":"08859e91-7e45-4de7-a643-70efbcce3e4e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/distinct-2-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:26.477570834Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-w2-7f66ab","reconcileID":"dd190843-355f-4ede-b857-e280d25f1285","MaaSModelRef":{"name":"distinct-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/distinct-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:26.477624007Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-w2-7f66ab","reconcileID":"dd190843-355f-4ede-b857-e280d25f1285","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/distinct-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:26.511304416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81eff16c-8697-43c5-9cba-92f3fb243cef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:26.560141363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81eff16c-8697-43c5-9cba-92f3fb243cef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:26.609240724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81eff16c-8697-43c5-9cba-92f3fb243cef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:27.11404862Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"0e69310e-0d03-48b5-b44f-3be32bdf0cc6","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:27.114112818Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"0e69310e-0d03-48b5-b44f-3be32bdf0cc6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:27.114190165Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"2760da38-89de-4d55-a9b2-12b86f8b68a5","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:27.114221447Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"2760da38-89de-4d55-a9b2-12b86f8b68a5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:27.114286425Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-2-w2-7f66ab","reconcileID":"197db428-4303-4270-964c-c47293994913","MaaSModelRef":{"name":"distinct-2-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/distinct-2-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:27.114315876Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-2-w2-7f66ab","reconcileID":"197db428-4303-4270-964c-c47293994913","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/distinct-2-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:27.118551933Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-w2-7f66ab","reconcileID":"b0a15b96-dd43-4fa2-9399-15d6bcb902ae","MaaSModelRef":{"name":"distinct-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/distinct-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:27.118613237Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-w2-7f66ab","reconcileID":"b0a15b96-dd43-4fa2-9399-15d6bcb902ae","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/distinct-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:27.194017117Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-2-w2-7f66ab","reconcileID":"b10922fe-f251-4954-9af0-b44d919ba96b","MaaSModelRef":{"name":"distinct-2-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/distinct-2-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:27.194070685Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-2-w2-7f66ab","reconcileID":"b10922fe-f251-4954-9af0-b44d919ba96b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/distinct-2-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:27.210615124Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-w2-7f66ab","reconcileID":"2198fc6b-716f-4be1-bc6d-80ddc22595db","MaaSModelRef":{"name":"distinct-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/distinct-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:27.210672307Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-w2-7f66ab","reconcileID":"2198fc6b-716f-4be1-bc6d-80ddc22595db","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/distinct-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:27.219978232Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"c1f3e13c-54ac-4d4d-8601-2e501bfe152a","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:27.22004506Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"c1f3e13c-54ac-4d4d-8601-2e501bfe152a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/premium-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:27.228446134Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"169b6a3e-efdf-4d81-8967-6a174b5b97a3","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:27.22850144Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"169b6a3e-efdf-4d81-8967-6a174b5b97a3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-7f66ab/simulator-w2-7f66ab: AITenant \"e2e-worker-w2-7f66ab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:27.867114131Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-2-w2-7f66ab","reconcileID":"9fa0db92-f7e0-47d7-82ea-a8fbe37b92b9","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-7f66ab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:28.153250521Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-w2-7f66ab","reconcileID":"920f5a67-8898-4319-ba0d-608b0c2a178c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-7f66ab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:28.403072189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58536edb-395a-41b6-ae4b-00e057143852","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:28.404273155Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"cb3d44f3-624b-4b4e-b04b-c0ba5769603b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-7f66ab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:28.451891997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58536edb-395a-41b6-ae4b-00e057143852","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:28.501156231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58536edb-395a-41b6-ae4b-00e057143852","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:28.550393142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58536edb-395a-41b6-ae4b-00e057143852","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:28.699311968Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"9105d441-4ad9-49b9-a8fd-8f0bcc32c1c1","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-7f66ab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:28.948523328Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-2-w2-7f66ab","reconcileID":"b4caf49e-f34c-4fc5-bbb6-b23f792d4405","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-7f66ab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:29.198704956Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-w2-7f66ab","reconcileID":"b9f25f9a-082b-445e-b360-0f94df22975e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-7f66ab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:29.445153241Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"5ed3af43-a6db-4bee-881c-d95874cdbded","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-7f66ab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:29.449125715Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"default-tenant","reconcileID":"af9ce8a5-d240-4783-9160-510f7d3debe0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:29.449172235Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"default-tenant","reconcileID":"af9ce8a5-d240-4783-9160-510f7d3debe0","namespace":"ai-tenant-e2e-shared-a-w0-3b392d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:29.449220098Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"default-tenant","reconcileID":"af9ce8a5-d240-4783-9160-510f7d3debe0","tenant":"e2e-shared-a-w0-3b392d","tenantID":"e2e-shared-a-w0-3b392d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:29.499849761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"default-tenant","reconcileID":"af9ce8a5-d240-4783-9160-510f7d3debe0","gvk":"Deployment","name":"maas-api-e2e-shared-a-w0-3b392d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:29.5588383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"default-tenant","reconcileID":"af9ce8a5-d240-4783-9160-510f7d3debe0","gvk":"Service","name":"maas-api-e2e-shared-a-w0-3b392d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:29.618865125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"default-tenant","reconcileID":"af9ce8a5-d240-4783-9160-510f7d3debe0","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w0-3b392d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:29.681282914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"default-tenant","reconcileID":"af9ce8a5-d240-4783-9160-510f7d3debe0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w0-3b392d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:29.698973567Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"a2d594cc-356c-4a12-811d-bc4208189e93","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-7f66ab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:29.735139669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"default-tenant","reconcileID":"af9ce8a5-d240-4783-9160-510f7d3debe0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w0-3b392d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:29.787512214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"default-tenant","reconcileID":"af9ce8a5-d240-4783-9160-510f7d3debe0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w0-3b392d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:29.845940221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"default-tenant","reconcileID":"af9ce8a5-d240-4783-9160-510f7d3debe0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w0-3b392d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:29.899372686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"default-tenant","reconcileID":"af9ce8a5-d240-4783-9160-510f7d3debe0","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w0-3b392d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:29.948386119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"default-tenant","reconcileID":"af9ce8a5-d240-4783-9160-510f7d3debe0","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w0-3b392d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:29.997086014Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"default-tenant","reconcileID":"af9ce8a5-d240-4783-9160-510f7d3debe0","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w0-3b392d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:30.04572207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"default-tenant","reconcileID":"af9ce8a5-d240-4783-9160-510f7d3debe0","gvk":"Service","name":"payload-processing-e2e-shared-a-w0-3b392d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:30.094002397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"default-tenant","reconcileID":"af9ce8a5-d240-4783-9160-510f7d3debe0","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w0-3b392d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:30.142674064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"default-tenant","reconcileID":"af9ce8a5-d240-4783-9160-510f7d3debe0","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w0-3b392d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:30.190986504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"default-tenant","reconcileID":"af9ce8a5-d240-4783-9160-510f7d3debe0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w0-3b392d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:30.239342169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"default-tenant","reconcileID":"af9ce8a5-d240-4783-9160-510f7d3debe0","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w0-3b392d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:30.246892436Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-2-w2-7f66ab","reconcileID":"1b97d86f-750c-4b8f-a1e5-48db73125637","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-7f66ab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:30.291882347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"default-tenant","reconcileID":"af9ce8a5-d240-4783-9160-510f7d3debe0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w0-3b392d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:30.340458568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"default-tenant","reconcileID":"af9ce8a5-d240-4783-9160-510f7d3debe0","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w0-3b392d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:30.389091144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"default-tenant","reconcileID":"af9ce8a5-d240-4783-9160-510f7d3debe0","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w0-3b392d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:30.437697186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"default-tenant","reconcileID":"af9ce8a5-d240-4783-9160-510f7d3debe0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w0-3b392d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:30.486483869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"default-tenant","reconcileID":"af9ce8a5-d240-4783-9160-510f7d3debe0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w0-3b392d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:36.168861779Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:39.68578988Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-w2-7f66ab","reconcileID":"4a5c4682-4856-4eb0-aec9-9b7a41d1b668","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-7f66ab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:39.970407174Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"85cd23c6-ae66-4e92-83a2-841e8d294255","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-7f66ab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:40.216525707Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"884979de-9711-4c41-8786-f3dedd964f1c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-7f66ab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:44.283805753Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"default-tenant","reconcileID":"e7aa72c5-232a-4b9d-a815-fd1526c80346","namespace":"ai-tenant-e2e-shared-a-w0-3b392d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:44.283861329Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"default-tenant","reconcileID":"e7aa72c5-232a-4b9d-a815-fd1526c80346","namespace":"ai-tenant-e2e-shared-a-w0-3b392d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:44.283908482Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"default-tenant","reconcileID":"e7aa72c5-232a-4b9d-a815-fd1526c80346","tenant":"e2e-shared-a-w0-3b392d","tenantID":"e2e-shared-a-w0-3b392d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:44.332992998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"default-tenant","reconcileID":"e7aa72c5-232a-4b9d-a815-fd1526c80346","gvk":"Deployment","name":"maas-api-e2e-shared-a-w0-3b392d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:44.381900284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"default-tenant","reconcileID":"e7aa72c5-232a-4b9d-a815-fd1526c80346","gvk":"Service","name":"maas-api-e2e-shared-a-w0-3b392d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:44.43054668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"default-tenant","reconcileID":"e7aa72c5-232a-4b9d-a815-fd1526c80346","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w0-3b392d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:44.479111483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"default-tenant","reconcileID":"e7aa72c5-232a-4b9d-a815-fd1526c80346","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w0-3b392d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:44.527842735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"default-tenant","reconcileID":"e7aa72c5-232a-4b9d-a815-fd1526c80346","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w0-3b392d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:44.576953995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"default-tenant","reconcileID":"e7aa72c5-232a-4b9d-a815-fd1526c80346","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w0-3b392d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:44.625823732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"default-tenant","reconcileID":"e7aa72c5-232a-4b9d-a815-fd1526c80346","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w0-3b392d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:44.674577309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"default-tenant","reconcileID":"e7aa72c5-232a-4b9d-a815-fd1526c80346","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w0-3b392d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:44.723188061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"default-tenant","reconcileID":"e7aa72c5-232a-4b9d-a815-fd1526c80346","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w0-3b392d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:44.772120694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"default-tenant","reconcileID":"e7aa72c5-232a-4b9d-a815-fd1526c80346","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w0-3b392d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:44.820822003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"default-tenant","reconcileID":"e7aa72c5-232a-4b9d-a815-fd1526c80346","gvk":"Service","name":"payload-processing-e2e-shared-a-w0-3b392d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:44.869475529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"default-tenant","reconcileID":"e7aa72c5-232a-4b9d-a815-fd1526c80346","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w0-3b392d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:44.918412773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"default-tenant","reconcileID":"e7aa72c5-232a-4b9d-a815-fd1526c80346","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w0-3b392d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:44.967290964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"default-tenant","reconcileID":"e7aa72c5-232a-4b9d-a815-fd1526c80346","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w0-3b392d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:45.016043346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"default-tenant","reconcileID":"e7aa72c5-232a-4b9d-a815-fd1526c80346","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w0-3b392d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:45.064692133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"default-tenant","reconcileID":"e7aa72c5-232a-4b9d-a815-fd1526c80346","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w0-3b392d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:45.113405195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"default-tenant","reconcileID":"e7aa72c5-232a-4b9d-a815-fd1526c80346","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w0-3b392d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:45.16214124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"default-tenant","reconcileID":"e7aa72c5-232a-4b9d-a815-fd1526c80346","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w0-3b392d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:45.210536178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"default-tenant","reconcileID":"e7aa72c5-232a-4b9d-a815-fd1526c80346","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w0-3b392d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:45.259035078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-3b392d"},"namespace":"ai-tenant-e2e-shared-a-w0-3b392d","name":"default-tenant","reconcileID":"e7aa72c5-232a-4b9d-a815-fd1526c80346","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w0-3b392d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:46.046101467Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-3b392d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-3b392d","reconcileID":"e619de77-cf81-4666-8515-67df7505a658","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-3b392d","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w0-3b392d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:47.131743299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1000689-25a7-460c-915e-8eec797c0d7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:47.182867147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1000689-25a7-460c-915e-8eec797c0d7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:47.231351788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1000689-25a7-460c-915e-8eec797c0d7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:47.279975498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1000689-25a7-460c-915e-8eec797c0d7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:49.156234983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b7aff95-c33d-47f1-8a56-276cd7168907","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:49.204867367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b7aff95-c33d-47f1-8a56-276cd7168907","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:49.253233591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b7aff95-c33d-47f1-8a56-276cd7168907","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:49.301740907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b7aff95-c33d-47f1-8a56-276cd7168907","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:56:50.976383571Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-2-w2-7f66ab","reconcileID":"d7c3c3f7-688e-4923-817e-1d44adccfe8f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-7f66ab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:52.697918121Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"35256348-2db5-4f8b-aa31-07933e6107d9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:52.812606744Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-subscription","reconcileID":"75557009-310f-4ffb-833e-0b85271897df","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-premium-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:52.990908303Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-subscription","reconcileID":"08b921a1-1c80-4cb8-b35a-7093f1136e72","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-simulator-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:53.147921217Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e22cca62-e155-4572-a538-e983522c9114","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:54.945513572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59f8f20e-c56a-445f-8e0b-790817e96eae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:54.995619712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59f8f20e-c56a-445f-8e0b-790817e96eae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:55.0445525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59f8f20e-c56a-445f-8e0b-790817e96eae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:55.126894146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59f8f20e-c56a-445f-8e0b-790817e96eae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:56.948313495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25a06ccc-d731-4d0b-b5e2-727e53f247b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:56.997107088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25a06ccc-d731-4d0b-b5e2-727e53f247b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:57.045723531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25a06ccc-d731-4d0b-b5e2-727e53f247b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:57.094306223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25a06ccc-d731-4d0b-b5e2-727e53f247b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:00.414635866Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-w2-7f66ab","reconcileID":"37587467-918e-4fc9-9360-b4a612132eb8","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-7f66ab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:00.69735333Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"9a47986c-ee77-4367-a0c3-ba3af376d0f2","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-7f66ab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:00.951148156Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"84ab4768-a66f-4c40-8120-0fc8565f1d1f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-7f66ab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:06.168128345Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:13.358976354Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"default-tenant","reconcileID":"abb26fe4-422a-403f-8b85-4ce9de2b4970","namespace":"ai-tenant-e2e-shared-b-w0-74bb81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:13.359030415Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"default-tenant","reconcileID":"abb26fe4-422a-403f-8b85-4ce9de2b4970","namespace":"ai-tenant-e2e-shared-b-w0-74bb81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:13.359075992Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"default-tenant","reconcileID":"abb26fe4-422a-403f-8b85-4ce9de2b4970","tenant":"e2e-shared-b-w0-74bb81","tenantID":"e2e-shared-b-w0-74bb81","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:13.409711201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"default-tenant","reconcileID":"abb26fe4-422a-403f-8b85-4ce9de2b4970","gvk":"Deployment","name":"maas-api-e2e-shared-b-w0-74bb81","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:13.468119591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"default-tenant","reconcileID":"abb26fe4-422a-403f-8b85-4ce9de2b4970","gvk":"Service","name":"maas-api-e2e-shared-b-w0-74bb81","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:13.527475108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"default-tenant","reconcileID":"abb26fe4-422a-403f-8b85-4ce9de2b4970","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w0-74bb81","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:13.578372441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"default-tenant","reconcileID":"abb26fe4-422a-403f-8b85-4ce9de2b4970","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w0-74bb81","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:13.638273677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"default-tenant","reconcileID":"abb26fe4-422a-403f-8b85-4ce9de2b4970","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w0-74bb81","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:13.690476897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"default-tenant","reconcileID":"abb26fe4-422a-403f-8b85-4ce9de2b4970","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w0-74bb81","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:13.744666006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"default-tenant","reconcileID":"abb26fe4-422a-403f-8b85-4ce9de2b4970","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w0-74bb81","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:13.796952689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"default-tenant","reconcileID":"abb26fe4-422a-403f-8b85-4ce9de2b4970","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w0-74bb81","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:13.845650637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"default-tenant","reconcileID":"abb26fe4-422a-403f-8b85-4ce9de2b4970","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w0-74bb81","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:13.894244575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"default-tenant","reconcileID":"abb26fe4-422a-403f-8b85-4ce9de2b4970","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w0-74bb81","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:13.942861827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"default-tenant","reconcileID":"abb26fe4-422a-403f-8b85-4ce9de2b4970","gvk":"Service","name":"payload-processing-e2e-shared-b-w0-74bb81","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:13.991065659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"default-tenant","reconcileID":"abb26fe4-422a-403f-8b85-4ce9de2b4970","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w0-74bb81","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:14.039395091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"default-tenant","reconcileID":"abb26fe4-422a-403f-8b85-4ce9de2b4970","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w0-74bb81","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:14.088000691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"default-tenant","reconcileID":"abb26fe4-422a-403f-8b85-4ce9de2b4970","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w0-74bb81","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:14.136448303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"default-tenant","reconcileID":"abb26fe4-422a-403f-8b85-4ce9de2b4970","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w0-74bb81","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:14.191983034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"default-tenant","reconcileID":"abb26fe4-422a-403f-8b85-4ce9de2b4970","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w0-74bb81","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:14.240601974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"default-tenant","reconcileID":"abb26fe4-422a-403f-8b85-4ce9de2b4970","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w0-74bb81","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:14.289055815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"default-tenant","reconcileID":"abb26fe4-422a-403f-8b85-4ce9de2b4970","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w0-74bb81","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:14.337899248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"default-tenant","reconcileID":"abb26fe4-422a-403f-8b85-4ce9de2b4970","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w0-74bb81","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:14.386683362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-74bb81"},"namespace":"ai-tenant-e2e-shared-b-w0-74bb81","name":"default-tenant","reconcileID":"abb26fe4-422a-403f-8b85-4ce9de2b4970","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w0-74bb81","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:15.154199003Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-74bb81","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-74bb81","reconcileID":"a817b9a1-5cd6-4e33-a8c7-d014a70e41be","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-74bb81","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w0-74bb81"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:16.232709748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3eba5b2-e37d-4ba4-9d6a-0d06a4e8b902","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:16.281366424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3eba5b2-e37d-4ba4-9d6a-0d06a4e8b902","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:16.330135925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3eba5b2-e37d-4ba4-9d6a-0d06a4e8b902","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:16.379248691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3eba5b2-e37d-4ba4-9d6a-0d06a4e8b902","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:18.184225618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a98074a3-7646-4393-9941-3c41f1363a9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:18.232851608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a98074a3-7646-4393-9941-3c41f1363a9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:18.28175271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a98074a3-7646-4393-9941-3c41f1363a9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:18.330825539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a98074a3-7646-4393-9941-3c41f1363a9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:19.607425272Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c36f997c-696c-4c4e-bc95-c0eea6d01214","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:19.708571847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-subscription","reconcileID":"8d7ca1dd-4620-4cbe-b9f7-a8c28c68e7f7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-premium-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:19.807275304Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-subscription","reconcileID":"e59a28b7-7862-4c9d-b124-18a9d3776ad6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-simulator-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:19.807388594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"76f89746-982c-4cbd-ac4f-26f6d9c20c23","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:23.037524453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"f1018c31-ca47-4438-a4e5-5a4ae45b74a2","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"simulator-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"simulator-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:23.086288602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"8c6de3c2-d922-4aa8-a1c8-09ff40861727","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"premium-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"premium-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:23.086696075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"bd5b0d51-bab1-49cc-bd6e-a45cb1b85e4c","MaaSModelRef":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"distinct-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"distinct-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:23.086915027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"fe347471-bb2e-4ea4-94a8-c344a5f62ea5","MaaSModelRef":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"distinct-2-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"distinct-2-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:23.142103418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"5aad407a-a8f8-42ca-8430-1a9100484697","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"simulator-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"simulator-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:23.142389304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"4d2434f1-9113-4d4f-a354-9141acdf308f","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"premium-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"premium-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:23.142632607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"922c65f7-7130-446b-9f15-8594ed5f7700","MaaSModelRef":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"distinct-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"distinct-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:23.142777588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"8e2b7e14-1bac-4d6d-aac8-cf8c145cad97","MaaSModelRef":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"distinct-2-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"distinct-2-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:23.23211328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"35aeb08b-927f-4eae-a2d3-e6da161c5644","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:23.286276838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"35aeb08b-927f-4eae-a2d3-e6da161c5644","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:23.28640442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-subscription","reconcileID":"c66fce7c-edb3-42ce-8a08-da5bd3796da4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-premium-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:23.332152501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"e6d7f67c-4a75-463d-a479-1fc132437e90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:23.386314159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"e6d7f67c-4a75-463d-a479-1fc132437e90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:23.386450255Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-subscription","reconcileID":"0c07fb6b-7182-4971-9025-7d0f49136602","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-simulator-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:23.589941198Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-subscription","reconcileID":"ffd22fdb-38e0-4868-a567-13b7b0799b22","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-premium-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:23.630658836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"37335739-07e7-4288-80a7-d98448347a86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:23.684613599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"37335739-07e7-4288-80a7-d98448347a86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:23.688338669Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-subscription","reconcileID":"9e0745cf-2171-431b-bc72-189aa7f05dc6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-simulator-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:23.73037555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"f387582f-f95d-4513-b84b-7a91a751de2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:23.784393285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"f387582f-f95d-4513-b84b-7a91a751de2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:23.940135626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e8ed18d-e4f6-4ce0-a04a-0d934f579c2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:23.988663346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e8ed18d-e4f6-4ce0-a04a-0d934f579c2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:24.037163232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e8ed18d-e4f6-4ce0-a04a-0d934f579c2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:24.085874215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e8ed18d-e4f6-4ce0-a04a-0d934f579c2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:25.884371529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffb41c3c-1826-44eb-8518-f17ac41e61d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:25.933111216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffb41c3c-1826-44eb-8518-f17ac41e61d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:25.981984787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffb41c3c-1826-44eb-8518-f17ac41e61d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:26.030840522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffb41c3c-1826-44eb-8518-f17ac41e61d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:27.219432114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7ae60fec-da25-419c-b566-0b9499de9fb8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:27.373626538Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-subscription","reconcileID":"88cd2c91-b354-40e2-be73-f4b9cf579b4d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-premium-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:27.471919956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-subscription","reconcileID":"2d26863f-bc9f-45b8-b908-cfe03aba3919","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-simulator-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:27.559724143Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"925a7a67-9491-47ab-b521-71953cf331e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:27.843030722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f50d621-cf16-41c9-b459-ffabdaee1721","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:27.891819197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f50d621-cf16-41c9-b459-ffabdaee1721","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:27.940478676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f50d621-cf16-41c9-b459-ffabdaee1721","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:27.989016257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f50d621-cf16-41c9-b459-ffabdaee1721","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:28.29707493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"c6daf460-86e9-48b2-85a3-af76b342ad61","MaaSModelRef":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"distinct-2-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"distinct-2-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:28.630032752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"2301c48b-cfab-46c1-a7a2-f07be562ee37","MaaSModelRef":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"distinct-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"distinct-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:28.967753706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"1518a73b-0d28-47ea-8585-eb7897c53e55","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"premium-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"premium-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:29.216485657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"e07f7877-33e2-4a01-bb91-e68695542ed2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:29.216500388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"5cbe3080-3905-4c9f-ad56-000c86286434","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:29.218021191Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-subscription","reconcileID":"74bfa532-4b27-4839-8bd3-d255935598d5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-premium-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:29.270214241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"5cbe3080-3905-4c9f-ad56-000c86286434","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:29.270928928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"e07f7877-33e2-4a01-bb91-e68695542ed2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:29.300151663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"5dcb4614-c3c7-465c-a66a-de486011c90e","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"simulator-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"simulator-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:29.373023863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"6af0eec6-3fef-463a-b184-477fc90bcc7e","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"premium-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"premium-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:29.496750226Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-subscription","reconcileID":"1cd1428c-6482-4a9c-a50a-52bd395134eb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-simulator-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:29.597194068Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-subscription","reconcileID":"902ccae1-5272-420d-9f3e-924da9de5c01","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-premium-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:29.613587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"3cf54a49-5a70-4494-b1c2-d13178462e9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:29.613645908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"f9a22f76-ec80-4457-af95-47e07b3dbcf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:29.652040291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"eee089b8-cbec-470f-828f-0c4f059109b0","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"simulator-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"simulator-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:29.670714982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"f9a22f76-ec80-4457-af95-47e07b3dbcf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:29.673093082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"3cf54a49-5a70-4494-b1c2-d13178462e9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:29.848833938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-subscription","reconcileID":"bfc2de4e-b598-450e-963e-d18019ea277b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-simulator-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:32.184064234Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-2-w2-7f66ab","reconcileID":"5eebf6f4-4b16-4763-9be5-9133f9ad18d2","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-7f66ab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:33.546365297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"763ddc61-a19e-47ce-b897-3aaf64b55a7f","MaaSModelRef":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"distinct-2-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"distinct-2-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:33.546601146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"87864cce-c4ac-42f5-9c1f-7f835a4fbc8f","MaaSModelRef":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"distinct-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"distinct-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:33.546750289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"56824332-94f6-493d-9dc7-b4933027dccb","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"premium-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"premium-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:33.546956228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"64a17d8e-7152-4f13-87fc-7c2088cde3a5","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"simulator-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"simulator-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:33.69167348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"c4f6a15a-0393-482a-a053-b789236d47aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:33.691712322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"b82d5300-79c1-4119-8bd2-4ba47017e314","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:33.742505403Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-subscription","reconcileID":"5712449f-33d4-45ab-83ee-7ac973818ee6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-simulator-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:33.74260764Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-subscription","reconcileID":"8ae48ed2-5355-46dd-a936-2a0fa91bd80c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-premium-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:33.745386426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"b82d5300-79c1-4119-8bd2-4ba47017e314","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:33.745452364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"c4f6a15a-0393-482a-a053-b789236d47aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:34.037554887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"4410fe32-51d4-4f36-bb1f-8ba756fad9f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:34.037557688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"9d435856-1515-4106-b4e7-b9e4dd507da9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:34.039702801Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-subscription","reconcileID":"cb3a081c-15d7-4793-bd39-608d05aafccf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-simulator-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:34.039709401Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-subscription","reconcileID":"8fab4336-9de8-4196-8f4d-9f316bb1b8c6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-premium-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:34.092292174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"9d435856-1515-4106-b4e7-b9e4dd507da9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:34.092374695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"4410fe32-51d4-4f36-bb1f-8ba756fad9f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:36.168991846Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:38.103160303Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"default-tenant","reconcileID":"87858dbc-61ab-44bf-b432-66e043286c5a","namespace":"ai-tenant-e2e-worker-w0-d09fff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:38.103253412Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"default-tenant","reconcileID":"87858dbc-61ab-44bf-b432-66e043286c5a","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:38.159646627Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"default-tenant","reconcileID":"87858dbc-61ab-44bf-b432-66e043286c5a","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:38.160631995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"d308e824-2a93-49e7-85e0-cda34cb06c7e","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"simulator-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"simulator-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:38.219786753Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"default-tenant","reconcileID":"87858dbc-61ab-44bf-b432-66e043286c5a","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:38.219804029Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"default-tenant","reconcileID":"87858dbc-61ab-44bf-b432-66e043286c5a","namespace":"ai-tenant-e2e-worker-w0-d09fff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:38.219885853Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"default-tenant","reconcileID":"87858dbc-61ab-44bf-b432-66e043286c5a","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:38.220210248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"a836f7e8-c24f-40f8-805c-8dc949c4572a","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"premium-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"premium-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:38.273211112Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"default-tenant","reconcileID":"87858dbc-61ab-44bf-b432-66e043286c5a","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:38.276376873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"6a5a7648-613d-41ab-946e-21edf0ee4938","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"simulator-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"simulator-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:38.309219923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"151b8c7b-7bc7-436e-8ec1-be88aa8f5994","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:38.309221577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"b8019a53-ed3e-44b1-857c-af032deff4f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:38.315858031Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-subscription","reconcileID":"9da29e64-0a75-4938-97fa-ae395f8bedd1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-91bcc99f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:38.328784993Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"default-tenant","reconcileID":"87858dbc-61ab-44bf-b432-66e043286c5a","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:38.329992129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"a2d74007-d442-4c9a-be0b-02e661e87c21","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"premium-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"premium-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:38.363852975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"b8019a53-ed3e-44b1-857c-af032deff4f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:38.363853375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"151b8c7b-7bc7-436e-8ec1-be88aa8f5994","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:38.372751715Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-subscription","reconcileID":"b1db8d52-d105-4dc8-9e04-92a124fe3807","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e360da17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:38.379012836Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-subscription","reconcileID":"828a8b04-39d6-4ca8-ab4b-96c618b7e93c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-91bcc99f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:38.436006197Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-subscription","reconcileID":"00bd6453-f1c0-4336-ad49-36bc49c1e17f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e360da17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:38.509824866Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"754c5242-589f-478f-8fe1-7742504c6e2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"model":"e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:38.510071154Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"caae270a-9bd4-49f1-b71e-daab3e4fd6c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"model":"e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:38.656786214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"754c5242-589f-478f-8fe1-7742504c6e2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:38.656791989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"caae270a-9bd4-49f1-b71e-daab3e4fd6c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:38.777937026Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"caae270a-9bd4-49f1-b71e-daab3e4fd6c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:38.777960826Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-access","reconcileID":"caae270a-9bd4-49f1-b71e-daab3e4fd6c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:38.782986014Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"754c5242-589f-478f-8fe1-7742504c6e2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w0-d09fff-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1946\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:38.783040664Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"754c5242-589f-478f-8fe1-7742504c6e2f","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w0-d09fff-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:38.788172796Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"0b38fac5-57ef-4fbf-8de7-feab4b41243b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"model":"e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:38.831615884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"c905b9ed-1234-490f-a424-2bddbe3efe4d","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"simulator-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"simulator-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:38.934877561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"0b38fac5-57ef-4fbf-8de7-feab4b41243b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:38.988786625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"0b38fac5-57ef-4fbf-8de7-feab4b41243b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"e2e-worker-w0-d09fff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:38.988801444Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-access","reconcileID":"0b38fac5-57ef-4fbf-8de7-feab4b41243b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d09fff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:39.042185757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"ee9b6564-0630-4478-b452-c2ec3bd29785","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"premium-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"premium-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:41.628458915Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-w2-7f66ab","reconcileID":"ed7e5bd9-440d-4480-ac9f-cd30cc253950","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-7f66ab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:41.907404548Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"premium-w2-7f66ab","reconcileID":"7c28712d-dc20-4aa0-9360-5d055acf0da8","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-7f66ab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:42.193501669Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"99fcccb7-60a6-4546-8a03-d022b927791f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-7f66ab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:43.329333254Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"default-tenant","reconcileID":"bc82bfb5-dd47-4e16-b04f-1db003b4fe39","namespace":"ai-tenant-e2e-worker-w0-d09fff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:43.329405625Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"default-tenant","reconcileID":"bc82bfb5-dd47-4e16-b04f-1db003b4fe39","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:43.382454207Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"default-tenant","reconcileID":"bc82bfb5-dd47-4e16-b04f-1db003b4fe39","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:43.437315422Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"default-tenant","reconcileID":"bc82bfb5-dd47-4e16-b04f-1db003b4fe39","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:43.437352296Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"default-tenant","reconcileID":"bc82bfb5-dd47-4e16-b04f-1db003b4fe39","namespace":"ai-tenant-e2e-worker-w0-d09fff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:43.547006791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"047e6447-3b23-4742-b1bb-5936b0dd33e8","MaaSModelRef":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"distinct-2-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"distinct-2-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:43.547405205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"5bc263d0-adb8-4460-9309-4a7b3ce2190c","MaaSModelRef":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"distinct-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"distinct-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:48.428763843Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-subscription","reconcileID":"dc38594d-eace-4c0c-8d56-0ec72e6b2390","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"model":"e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:48.438012854Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"default-tenant","reconcileID":"c82a4afd-ebaa-402f-9b61-515d38d8315b","namespace":"ai-tenant-e2e-worker-w0-d09fff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:48.438070414Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"default-tenant","reconcileID":"c82a4afd-ebaa-402f-9b61-515d38d8315b","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:48.478636567Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-subscription","reconcileID":"dc38594d-eace-4c0c-8d56-0ec72e6b2390","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"model":"e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:48.485957352Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-subscription","reconcileID":"ac03b93f-ead2-4433-bbd7-1e9c15f3b161","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"model":"e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:48.489433012Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"default-tenant","reconcileID":"c82a4afd-ebaa-402f-9b61-515d38d8315b","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:48.528304447Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"simulator-subscription","reconcileID":"dc38594d-eace-4c0c-8d56-0ec72e6b2390","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:48.535716313Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-subscription","reconcileID":"ac03b93f-ead2-4433-bbd7-1e9c15f3b161","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"model":"e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:48.541162334Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"default-tenant","reconcileID":"c82a4afd-ebaa-402f-9b61-515d38d8315b","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:48.541173729Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"default-tenant","reconcileID":"c82a4afd-ebaa-402f-9b61-515d38d8315b","namespace":"ai-tenant-e2e-worker-w0-d09fff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:48.58500126Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"premium-simulator-subscription","reconcileID":"ac03b93f-ead2-4433-bbd7-1e9c15f3b161","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"name":"maas-trlp-premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff","model":"e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:48.832646429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"87b38126-21a5-4b23-a4d6-ba06544fbb34","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"simulator-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"simulator-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:48.899696813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"699e6ad1-4da7-47b7-92a6-623cbcb9b79a","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"simulator-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"simulator-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:48.948059775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"15a1d4d9-9448-410d-897c-924bd7d67929","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"premium-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"premium-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:53.541824677Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"default-tenant","reconcileID":"d6628eb2-5970-40a6-9255-e635fa2ceca7","namespace":"ai-tenant-e2e-worker-w0-d09fff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:53.541888728Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"default-tenant","reconcileID":"d6628eb2-5970-40a6-9255-e635fa2ceca7","namespace":"ai-tenant-e2e-worker-w0-d09fff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:53.541935021Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"default-tenant","reconcileID":"d6628eb2-5970-40a6-9255-e635fa2ceca7","tenant":"e2e-worker-w0-d09fff","tenantID":"e2e-worker-w0-d09fff","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:53.547959013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"96919cc5-5b1a-4673-8fb5-99e561d2f626","MaaSModelRef":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"distinct-2-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"distinct-2-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:53.548243447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"f0476586-7fc6-4e92-85e7-c09807bf0a5d","MaaSModelRef":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"routeName":"distinct-w0-d09fff-kserve-route","namespace":"e2e-models-e2e-worker-w0-d09fff","llmisvcName":"distinct-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:53.593103088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"default-tenant","reconcileID":"d6628eb2-5970-40a6-9255-e635fa2ceca7","gvk":"Deployment","name":"maas-api-e2e-worker-w0-d09fff","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:53.651054039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"default-tenant","reconcileID":"d6628eb2-5970-40a6-9255-e635fa2ceca7","gvk":"Service","name":"maas-api-e2e-worker-w0-d09fff","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:53.743944999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"default-tenant","reconcileID":"d6628eb2-5970-40a6-9255-e635fa2ceca7","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-d09fff","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:53.795130496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"default-tenant","reconcileID":"d6628eb2-5970-40a6-9255-e635fa2ceca7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-d09fff","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:53.847308564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"default-tenant","reconcileID":"d6628eb2-5970-40a6-9255-e635fa2ceca7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-d09fff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:53.898659991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"default-tenant","reconcileID":"d6628eb2-5970-40a6-9255-e635fa2ceca7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-d09fff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:53.952426224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"default-tenant","reconcileID":"d6628eb2-5970-40a6-9255-e635fa2ceca7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-d09fff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:54.003599391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"default-tenant","reconcileID":"d6628eb2-5970-40a6-9255-e635fa2ceca7","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-d09fff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:54.052240013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"default-tenant","reconcileID":"d6628eb2-5970-40a6-9255-e635fa2ceca7","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-d09fff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:54.100470978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"default-tenant","reconcileID":"d6628eb2-5970-40a6-9255-e635fa2ceca7","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-d09fff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:54.148858843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"default-tenant","reconcileID":"d6628eb2-5970-40a6-9255-e635fa2ceca7","gvk":"Service","name":"payload-processing-e2e-worker-w0-d09fff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:54.197143914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"default-tenant","reconcileID":"d6628eb2-5970-40a6-9255-e635fa2ceca7","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-d09fff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:54.247894095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"default-tenant","reconcileID":"d6628eb2-5970-40a6-9255-e635fa2ceca7","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-d09fff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:54.296216716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"default-tenant","reconcileID":"d6628eb2-5970-40a6-9255-e635fa2ceca7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-d09fff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:54.344482936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"default-tenant","reconcileID":"d6628eb2-5970-40a6-9255-e635fa2ceca7","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-d09fff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:54.396971758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"default-tenant","reconcileID":"d6628eb2-5970-40a6-9255-e635fa2ceca7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-d09fff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:54.44521145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"default-tenant","reconcileID":"d6628eb2-5970-40a6-9255-e635fa2ceca7","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-d09fff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:54.493783893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"default-tenant","reconcileID":"d6628eb2-5970-40a6-9255-e635fa2ceca7","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-d09fff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:54.542144327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"default-tenant","reconcileID":"d6628eb2-5970-40a6-9255-e635fa2ceca7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-d09fff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:54.590455603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d09fff"},"namespace":"ai-tenant-e2e-worker-w0-d09fff","name":"default-tenant","reconcileID":"d6628eb2-5970-40a6-9255-e635fa2ceca7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-d09fff","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:55.363176955Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-d09fff","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-d09fff","reconcileID":"11cf85d8-5c26-4350-bfc9-4a51544dd594","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-d09fff","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-d09fff"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:55.523003372Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"b069d9c3-75c7-4ffa-86b6-5ff85e8373af","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:55.547261111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"04fa18b5-f42f-4f0a-a5f9-2caf2c8d14c6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:55.62639731Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"b069d9c3-75c7-4ffa-86b6-5ff85e8373af","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:55.626533025Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"bf02025c-7718-43ff-9a10-e078211aa894","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:55.681002241Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"bf02025c-7718-43ff-9a10-e078211aa894","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:55.681122464Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"5f5d80a4-3c4e-4729-830a-a0580b0b5762","MaaSModelRef":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/distinct-2-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:55.735641818Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"5f5d80a4-3c4e-4729-830a-a0580b0b5762","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/distinct-2-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:55.735753447Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"6674e69e-7bb7-4b31-8203-eb8cf6f4e3a5","MaaSModelRef":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/distinct-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:55.768064448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"905b7d38-a8d9-4d08-aa2d-79446a553fe0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:55.788525036Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"6674e69e-7bb7-4b31-8203-eb8cf6f4e3a5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/distinct-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:55.788621596Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"6317aed5-7c13-4f5f-adf5-643b3d65292a","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:55.78865814Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"6317aed5-7c13-4f5f-adf5-643b3d65292a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:55.788735493Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"21f6b94f-8ce9-4ef2-b4c5-77a726b175ef","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:55.78876475Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"21f6b94f-8ce9-4ef2-b4c5-77a726b175ef","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:55.788825673Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"b1b133a1-c705-4cc3-95da-26c4c5dd86ee","MaaSModelRef":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/distinct-2-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:55.788856693Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"b1b133a1-c705-4cc3-95da-26c4c5dd86ee","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/distinct-2-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:55.794118404Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"465dd05e-5fc1-4275-accc-d983c2d9699c","MaaSModelRef":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/distinct-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:55.79416693Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"465dd05e-5fc1-4275-accc-d983c2d9699c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/distinct-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:55.799274955Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"df4fe718-fad9-4060-93fa-0525e6fffb3f","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:55.799356301Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"df4fe718-fad9-4060-93fa-0525e6fffb3f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:55.799442245Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"56796536-4fb9-4d22-a72b-923a54776e32","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:55.799477421Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"56796536-4fb9-4d22-a72b-923a54776e32","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:55.799546383Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"99b47b06-e8c0-421e-9bdf-e21b83e1eee1","MaaSModelRef":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/distinct-2-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:55.799582471Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"99b47b06-e8c0-421e-9bdf-e21b83e1eee1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/distinct-2-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:55.804466857Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"6048d461-2dc0-491c-9904-c0c689613fb8","MaaSModelRef":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/distinct-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:55.804519183Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"6048d461-2dc0-491c-9904-c0c689613fb8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/distinct-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:55.820423435Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"9339ae9a-4f0b-4fb2-a192-2b3a5d6b1621","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:55.820470298Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"9339ae9a-4f0b-4fb2-a192-2b3a5d6b1621","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:55.82054159Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"e74d0afa-aff1-47f3-bad7-3721c051771b","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:55.820574808Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"e74d0afa-aff1-47f3-bad7-3721c051771b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:55.82063911Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"4dcb4a33-b00a-43f4-9faa-186b6b54687a","MaaSModelRef":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/distinct-2-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:55.820670805Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"4dcb4a33-b00a-43f4-9faa-186b6b54687a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/distinct-2-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:55.825369773Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"912eae73-6eda-470a-a02a-682ef843cd28","MaaSModelRef":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/distinct-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:55.825423442Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"912eae73-6eda-470a-a02a-682ef843cd28","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/distinct-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:55.860619333Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"a1482b8d-7ec7-4f4e-8130-e992dc4227dc","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:55.860669414Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"a1482b8d-7ec7-4f4e-8130-e992dc4227dc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:55.860771546Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"5c49e571-c94e-4929-9753-c71a75608ac0","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:55.860815818Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"5c49e571-c94e-4929-9753-c71a75608ac0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:55.860877953Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"2e0340af-22e9-46bf-86f0-3f5c11e6a835","MaaSModelRef":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/distinct-2-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:55.860908524Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"2e0340af-22e9-46bf-86f0-3f5c11e6a835","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/distinct-2-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:55.865815781Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"ced997da-88ed-4480-b534-cb68428d246c","MaaSModelRef":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/distinct-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:55.865860087Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"ced997da-88ed-4480-b534-cb68428d246c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/distinct-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:55.941404357Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"75da3622-6501-4a7f-b612-c188d8678833","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:55.941457019Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"75da3622-6501-4a7f-b612-c188d8678833","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:55.941525247Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"2ee194bb-8554-4fc6-be7c-d51c046ec0a7","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:55.941559125Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"2ee194bb-8554-4fc6-be7c-d51c046ec0a7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:55.941619733Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"49dd5b45-29c1-4c43-a374-1ca6fc3571d6","MaaSModelRef":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/distinct-2-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:55.941648647Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"49dd5b45-29c1-4c43-a374-1ca6fc3571d6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/distinct-2-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:55.946874385Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"c33879bb-40bc-4605-89a5-cf27ac45f3ea","MaaSModelRef":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/distinct-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:55.946925081Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"c33879bb-40bc-4605-89a5-cf27ac45f3ea","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/distinct-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:56.101772796Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"5fc8dac0-b817-49cf-a6dd-4bf7b04ef32c","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:56.101826313Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"5fc8dac0-b817-49cf-a6dd-4bf7b04ef32c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:56.10192758Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"7d60fb08-b14d-4c4d-8153-d50d8b227975","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:56.101971675Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"7d60fb08-b14d-4c4d-8153-d50d8b227975","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:56.102051588Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"4b561791-f002-40c0-bfce-f4108708daea","MaaSModelRef":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/distinct-2-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:56.102102169Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"4b561791-f002-40c0-bfce-f4108708daea","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/distinct-2-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:56.10741686Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"5046d7cf-aadb-4e4d-b2c8-7c9e9ab4df05","MaaSModelRef":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/distinct-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:56.107462476Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"5046d7cf-aadb-4e4d-b2c8-7c9e9ab4df05","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/distinct-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:56.423083389Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"f88d102f-ad8c-4761-b894-a143199327b9","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:56.423146301Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"f88d102f-ad8c-4761-b894-a143199327b9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:56.423229899Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"be9e98d6-fe75-42b5-92a4-7cfae5137f28","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:56.423263118Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"be9e98d6-fe75-42b5-92a4-7cfae5137f28","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:56.423358197Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"04b94a44-8356-488d-86c7-30aff4261451","MaaSModelRef":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/distinct-2-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:56.42339245Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"04b94a44-8356-488d-86c7-30aff4261451","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/distinct-2-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:56.428571088Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"fe8dc735-95fa-4a1e-8eb3-b11d95d63c16","MaaSModelRef":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/distinct-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:56.428626565Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"fe8dc735-95fa-4a1e-8eb3-b11d95d63c16","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/distinct-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:56.442514143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaa8c0df-7c80-4c03-9856-027ceb77f333","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:56.491068321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaa8c0df-7c80-4c03-9856-027ceb77f333","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:56.539433292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaa8c0df-7c80-4c03-9856-027ceb77f333","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:56.588082227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaa8c0df-7c80-4c03-9856-027ceb77f333","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:57.064045423Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"03b3ad66-8348-47d2-a20c-60ce7ff9f512","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:57.06412462Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"03b3ad66-8348-47d2-a20c-60ce7ff9f512","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:57.064217952Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"3f30f3e1-3597-47e9-9bef-fc2edff0744e","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:57.064251536Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"3f30f3e1-3597-47e9-9bef-fc2edff0744e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:57.064337937Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"365d637e-9840-4ac5-a78f-b10aa5f5efc0","MaaSModelRef":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/distinct-2-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:57.064385498Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"365d637e-9840-4ac5-a78f-b10aa5f5efc0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/distinct-2-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:57.069585145Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"8259feea-d440-4a65-bdce-68ff306171f0","MaaSModelRef":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/distinct-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:57.069647625Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"8259feea-d440-4a65-bdce-68ff306171f0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/distinct-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:58.344904484Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"fc2a02d2-2ca9-4e4a-81ec-a3331840e961","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:58.344967844Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"fc2a02d2-2ca9-4e4a-81ec-a3331840e961","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:58.345050257Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"908b305f-a515-4f73-8406-a4033131237a","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:58.345089882Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"908b305f-a515-4f73-8406-a4033131237a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:58.345157902Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"5ab246f7-3eca-46f9-8dfe-5b5b5bb12dfd","MaaSModelRef":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/distinct-2-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:58.345198462Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"5ab246f7-3eca-46f9-8dfe-5b5b5bb12dfd","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/distinct-2-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:58.350405796Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"ea4cb6a5-3755-4bd7-ab74-cfce447a5a64","MaaSModelRef":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/distinct-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:58.35045709Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"ea4cb6a5-3755-4bd7-ab74-cfce447a5a64","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/distinct-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:58.421708236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4a5c169-7234-4108-82bb-96347c9d327d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:58.471119328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4a5c169-7234-4108-82bb-96347c9d327d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:58.519654476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4a5c169-7234-4108-82bb-96347c9d327d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:58.568384436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4a5c169-7234-4108-82bb-96347c9d327d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:58:00.905420637Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"1387513e-1d87-4403-9d1d-65b13b3d3139","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:58:00.905483744Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"1387513e-1d87-4403-9d1d-65b13b3d3139","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:58:00.905568204Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"1256ef0f-a791-47d9-81a9-cbd57ee22972","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:58:00.905601351Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"1256ef0f-a791-47d9-81a9-cbd57ee22972","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:58:00.905663609Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"cbe49861-d45f-437b-b3af-b731d516e6df","MaaSModelRef":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/distinct-2-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:58:00.905694566Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"cbe49861-d45f-437b-b3af-b731d516e6df","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/distinct-2-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:58:00.910923935Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"d73f0a49-4eac-485c-9215-b3ab9108b718","MaaSModelRef":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/distinct-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:58:00.910986745Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"d73f0a49-4eac-485c-9215-b3ab9108b718","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/distinct-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:58:02.851052935Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"e02c4264-874d-4f0a-affa-9a53ff3f28b6","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:58:02.851121262Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"e02c4264-874d-4f0a-affa-9a53ff3f28b6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:58:02.851211918Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"f974bdd4-d410-4a1c-ae92-d13cfb3c2c26","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:58:02.851253539Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"f974bdd4-d410-4a1c-ae92-d13cfb3c2c26","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:58:02.851331436Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"56adbf5e-3c48-40e8-b056-44ef8374c365","MaaSModelRef":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/distinct-2-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:58:02.851363777Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"56adbf5e-3c48-40e8-b056-44ef8374c365","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/distinct-2-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:58:02.851428997Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"c7f93651-4c63-4e86-8d1a-e34c00ec18b8","MaaSModelRef":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/distinct-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:58:02.851457928Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"c7f93651-4c63-4e86-8d1a-e34c00ec18b8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/distinct-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:58:02.922230429Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"35c25907-fdf1-4fc4-b9dc-cae7ccb99f0d","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:58:02.922296682Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"35c25907-fdf1-4fc4-b9dc-cae7ccb99f0d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:58:02.922406383Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"18653dcb-5cc5-461e-91ab-0a88093416f0","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:58:02.92244878Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"18653dcb-5cc5-461e-91ab-0a88093416f0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:58:02.922516804Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"8f7e0fc4-0d70-4d30-a4d3-c17407fb1727","MaaSModelRef":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/distinct-2-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:58:02.922547781Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"8f7e0fc4-0d70-4d30-a4d3-c17407fb1727","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/distinct-2-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:58:02.922606428Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"3d3ae356-68ae-4403-bd24-38a8f93d9ca3","MaaSModelRef":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/distinct-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:58:02.922636197Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"3d3ae356-68ae-4403-bd24-38a8f93d9ca3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/distinct-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:58:02.996824226Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"53a335d1-abed-4332-829f-ba598a7192f0","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:58:02.996917575Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"53a335d1-abed-4332-829f-ba598a7192f0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:58:02.997028843Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"435687a3-2ccb-48f6-9a35-2005b86189ec","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:58:02.997077909Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"435687a3-2ccb-48f6-9a35-2005b86189ec","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:58:02.997183438Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"8fbc4bc0-031f-401c-adfa-9d2482e94c6a","MaaSModelRef":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/distinct-2-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:58:02.997230816Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"8fbc4bc0-031f-401c-adfa-9d2482e94c6a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/distinct-2-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:58:02.99736979Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"9378c126-db96-4637-b73c-04a6dc34f55b","MaaSModelRef":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/distinct-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:58:02.997423479Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"9378c126-db96-4637-b73c-04a6dc34f55b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/distinct-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:58:03.068061475Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"781a8f7c-fa39-48cf-96c0-5a007efaddb5","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:58:03.068148979Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"781a8f7c-fa39-48cf-96c0-5a007efaddb5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:58:03.068261328Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"0c16d287-8372-4f7b-a241-1710119202ac","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:58:03.068310721Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"0c16d287-8372-4f7b-a241-1710119202ac","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:58:03.068402572Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"f266beeb-474d-4dc0-9a1c-aff07126071e","MaaSModelRef":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/distinct-2-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:58:03.068437141Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"f266beeb-474d-4dc0-9a1c-aff07126071e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/distinct-2-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:58:03.068499652Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"2a7d4eb6-7cfa-4019-a78c-81fb1d7b9afb","MaaSModelRef":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/distinct-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:58:03.068529536Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"2a7d4eb6-7cfa-4019-a78c-81fb1d7b9afb","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/distinct-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:58:04.830218881Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"f381bc14-66cf-41f9-b869-438f37ecaa3e","MaaSModelRef":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/distinct-2-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:58:04.830290881Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"f381bc14-66cf-41f9-b869-438f37ecaa3e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/distinct-2-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:58:04.83786635Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"94fc55e6-0a59-46d6-a5f7-b663740e5748","MaaSModelRef":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/distinct-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:58:04.837924468Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"94fc55e6-0a59-46d6-a5f7-b663740e5748","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/distinct-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:58:04.845886777Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"e38442cc-449f-444a-9696-f64b45bf3bb7","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:58:04.84593811Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"e38442cc-449f-444a-9696-f64b45bf3bb7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/premium-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:58:04.853885116Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"1814cb97-b727-4733-91d8-2071d0e2557e","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:58:04.853940115Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"1814cb97-b727-4733-91d8-2071d0e2557e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-d09fff/simulator-w0-d09fff: AITenant \"e2e-worker-w0-d09fff\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:58:05.45446158Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"43dcfccf-d5a0-40f5-b6a7-2ec3a71daaf4","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-d09fff\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:58:05.71069383Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"8c83c3ad-4c43-4ffc-9a38-156273272a41","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-d09fff\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:58:05.963053612Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"76069ed2-852a-476b-aa26-864017852cd8","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-d09fff\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:58:06.169530251Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:58:06.212659307Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"7c1f8379-4044-4afb-9338-2fe9b046d0a1","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-d09fff\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:58:06.463098794Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"f2c3d12c-ad03-430e-b3c4-ec27fa0f46f6","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-d09fff\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:58:06.711652612Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"06f69a7a-d6bf-4810-9306-9aa14e6d52e9","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-d09fff\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:58:07.080664742Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"354ecfde-d2ca-493b-be85-4f332ab9a0a8","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-d09fff\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:58:07.699197392Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"c2d782f4-8e77-4527-9ed8-6a94fd14477f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-d09fff\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:58:13.575578241Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"675f02e9-9535-4387-bef3-ff10392e39da","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:58:13.673496222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"97d1de35-ac2c-4fb4-b2e6-551ac4e7829e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}